-- Logs begin at Fri 2022-04-01 09:22:22 UTC, end at Fri 2022-04-01 10:29:16 UTC. -- Apr 01 10:04:10.858265 dv-cinder-master-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 01 10:04:13.767696 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.common.config [-] Logging enabled! Apr 01 10:04:13.768269 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Apr 01 10:04:13.768412 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103708) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 10:04:13.771759 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.common.config [-] Logging enabled! Apr 01 10:04:13.772010 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Apr 01 10:04:13.772318 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103708) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 01 10:04:13.773308 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 10:04:13.773543 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 10:04:13.773907 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 10:04:13.774148 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 10:04:13.774370 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 10:04:13.775123 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.775558 dv-cinder-master-3-smb neutron-server[103708]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 01 10:04:13.775871 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.776184 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.776497 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.776821 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.777153 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.777451 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.777740 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.778037 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.778322 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.778602 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.778885 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.779173 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.779453 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.779738 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.780021 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.780298 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] debug = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.780575 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.781014 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.781448 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.781727 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.782014 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.782288 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.782558 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.782830 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.783109 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.783432 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-smb {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.783705 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.783989 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.784272 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.784552 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.784824 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.785096 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.785400 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.785671 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.785939 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] log_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.786209 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.786492 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.786776 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.787062 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.787289 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.787508 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.787800 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.788588 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.788864 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.789163 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.789423 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.789693 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.789960 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.790222 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.790499 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.790777 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.791059 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.791329 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.791602 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.791868 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.792136 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.792416 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.792684 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.792953 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.793246 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.793529 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.793793 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.794060 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.794354 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.794632 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.794910 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.795187 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.795455 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.795731 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.795995 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.796262 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.796526 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] use_json = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.796793 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.797059 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.797357 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.797626 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.797899 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.798168 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.798434 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.798717 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.798984 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:13.799274 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.799566 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.799862 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.800153 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.800441 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.800717 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.801004 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.801301 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.801587 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.801873 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.802156 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.802430 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.802725 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.803011 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.803303 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.803604 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.804457 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.804747 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.805020 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.805321 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.805597 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.805874 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.806161 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.806438 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.806728 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.807017 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.807293 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.807589 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.807880 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.808173 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.808465 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.808738 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.809017 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.809338 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.809616 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.809889 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.810165 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.810454 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.810728 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.810999 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.811278 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.811553 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.811823 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.812092 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.812365 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.812653 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.812925 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.813221 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.813492 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.813768 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.814036 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.814320 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.814596 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.814906 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.815136 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.815411 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.815680 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.815949 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.816221 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.816490 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.816762 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.817032 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.817328 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.817599 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.817873 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.818139 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.818405 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.818672 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.818941 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.819211 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.819520 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.819791 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.820061 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.820332 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.820622 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.820916 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.821269 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.821549 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.821841 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.822095 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.822368 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.822642 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.822916 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.823191 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.823462 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.823749 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.824026 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.824309 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.824603 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.824895 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.825193 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.825649 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.826131 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.827430 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.827430 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.827430 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.827430 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.827753 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.827990 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.828285 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.828579 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.828870 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.829197 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.829473 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.829783 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.830062 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:13.830279 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 10:04:13.830517 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103708) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 01 10:04:14.195588 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 01 10:04:14.195862 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 01 10:04:14.196165 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 01 10:04:14.196633 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 01 10:04:14.518971 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.519200 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.519469 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.520617 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.520885 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.521301 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.575093 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.575366 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.575628 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.589921 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.590195 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.590461 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.619174 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.619444 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.619701 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.760224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.760501 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.760761 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.986219 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.986862 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.986862 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.987020 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:14.987667 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.083908 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.084225 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.084501 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.084766 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.085563 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.085868 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.086120 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.086369 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.086615 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.086888 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.087141 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.087399 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.087649 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.087893 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.088148 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.088402 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.088648 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.088908 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.089188 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.089449 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.089714 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.089962 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.090235 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.090602 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.090845 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.091085 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.091470 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 10:04:15.091704 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 10:04:15.091936 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 10:04:15.092165 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 10:04:15.092392 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 10:04:15.092620 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 10:04:15.092975 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 01 10:04:15.096017 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 01 10:04:15.099990 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 01 10:04:15.104157 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 01 10:04:15.105787 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 01 10:04:15.106249 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 01 10:04:15.106577 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 01 10:04:15.106950 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 01 10:04:15.109705 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 01 10:04:15.109949 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 01 10:04:15.110287 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 10:04:15.115323 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 01 10:04:15.138327 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 01 10:04:15.138762 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.139051 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103708) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 01 10:04:15.139417 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.140740 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103708) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 01 10:04:15.141010 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 01 10:04:15.141274 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 01 10:04:15.144483 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.144758 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:15.206577 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 01 10:04:15.206813 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 01 10:04:15.207044 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 01 10:04:15.207401 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 01 10:04:15.227532 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_db.sqlalchemy.engines [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103708) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 01 10:04:15.778017 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Initializing driver for type 'gre' Apr 01 10:04:15.778491 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] gre ID ranges: [(1, 1000)] Apr 01 10:04:15.943706 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Initializing driver for type 'local' Apr 01 10:04:15.944035 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Initializing driver for type 'vlan' Apr 01 10:04:16.012739 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] VlanTypeDriver initialization complete Apr 01 10:04:16.013414 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Initializing driver for type 'vxlan' Apr 01 10:04:16.013921 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] vxlan ID ranges: [(1, 1000)] Apr 01 10:04:16.189496 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Initializing extension driver 'port_security' Apr 01 10:04:16.189838 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.extensions.port_security [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] PortSecurityExtensionDriver initialization complete Apr 01 10:04:16.190170 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Initializing mechanism driver 'openvswitch' Apr 01 10:04:16.190517 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Initializing mechanism driver 'hyperv' Apr 01 10:04:16.200742 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.plugin [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:04:16.201438 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > port after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.201801 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.202147 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > port after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.202670 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 10:04:16.203101 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > subnet after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.203453 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > subnet after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.203797 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.204187 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 10:04:16.204591 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > network after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.204936 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > network after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.205350 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > network after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.205741 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 10:04:16.206150 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > security_group after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.206498 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > security_group after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.206833 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > security_group after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.207356 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 10:04:16.207766 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.208116 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.208458 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.208851 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 10:04:16.209280 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > address_group after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.209627 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > address_group after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.209966 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > address_group after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.210356 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103708) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 01 10:04:16.210849 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] ML2 OVO RPC backend initialized. {{(pid=103708) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 01 10:04:16.211570 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.211925 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.212338 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > network before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.212685 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > networks before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.213030 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > port before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.213395 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > ports before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.213742 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > subnet before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.214081 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > subnets before_response 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.214428 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > network after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.214769 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > network after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.215104 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > network after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.215442 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > port after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.215778 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.216119 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > port after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.216454 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > subnet after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.216790 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > subnet after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.217171 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > subnet after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.224174 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded quota_driver: . Apr 01 10:04:16.224533 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.plugin [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Modular L2 Plugin initialization complete Apr 01 10:04:16.224880 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading services supported by the core plugin {{(pid=103708) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 01 10:04:16.225253 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.plugins.ml2.managers [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Got port-security extension from driver 'port_security' Apr 01 10:04:16.226224 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.extensions.vlantransparent [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Disabled vlantransparent extension. Apr 01 10:04:16.226714 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103708) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 01 10:04:16.227037 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading Plugin: router Apr 01 10:04:16.261715 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router_interface before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.262109 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router after_create 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.262476 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router before_create 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.262859 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.263230 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.263584 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router after_delete 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.263937 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > floatingip after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.264282 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > floatingip after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.264637 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router after_create 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.264978 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router after_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.265344 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router after_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.265691 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.266052 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router after_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.266457 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router precommit_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.266821 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.267159 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: port after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.267496 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: subnet after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.267834 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.268175 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > port precommit_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.268515 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router precommit_create 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.268854 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: port before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.269224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router precommit_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.269584 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router after_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.269924 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router precommit_delete 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.270272 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router precommit_create 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.270631 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router_interface after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.270973 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router precommit_update 55549900 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.271332 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > agent after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.271679 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > agent after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.272016 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > network after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.272872 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Tracking information for resource: router configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 10:04:16.273224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Tracking information for resource: floatingip configured {{(pid=103708) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 01 10:04:16.277973 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.db.l3_agentschedulers_db [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 01 10:04:16.278541 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.278899 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: port after_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.279248 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: port after_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.279599 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: port after_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.280364 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router before_create 55550100 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.280725 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router precommit_delete 55550100 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.281083 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router precommit_create 55550100 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.281462 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > router precommit_update 55550100 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.286304 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.services.provider_configuration [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service providers = [] {{(pid=103708) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 01 10:04:16.286667 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.db.servicetype_db [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103708) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 01 10:04:16.290087 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.services.service_base [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 10:04:16.290434 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.services.service_base [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 10:04:16.290775 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.services.service_base [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 10:04:16.291639 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.services.service_base [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103708) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 01 10:04:16.292000 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.services.service_base [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 01 10:04:16.292367 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 10:04:16.292681 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 01 10:04:16.304398 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 10:04:16.304732 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading Plugin: auto_allocate Apr 01 10:04:16.310664 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: network precommit_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.311035 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: network precommit_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.311551 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 10:04:16.311867 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading Plugin: tag Apr 01 10:04:16.318376 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 10:04:16.318705 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading Plugin: timestamp Apr 01 10:04:16.322681 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 10:04:16.323013 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading Plugin: network_ip_availability Apr 01 10:04:16.328389 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.328762 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.329118 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.329846 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 10:04:16.330162 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading Plugin: flavors Apr 01 10:04:16.334779 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 10:04:16.335629 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading Plugin: revisions Apr 01 10:04:16.339860 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103708) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 01 10:04:16.340258 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_concurrency.lockutils [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.144s {{(pid=103708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 01 10:04:16.340990 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103708) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 01 10:04:16.341356 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Initializing extension manager. Apr 01 10:04:16.341880 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: __init__.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.342217 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: __pycache__ {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.342549 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: address_group.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.343287 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.343856 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: address-group Apr 01 10:04:16.344179 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: address_scope.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.344880 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.345432 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: address-scope Apr 01 10:04:16.345740 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: admin_state_down_before_update.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.346829 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.347345 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: router-admin-state-down-before-update Apr 01 10:04:16.347666 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: agent.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.348367 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.348869 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: agent Apr 01 10:04:16.349227 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: agent_resources_synced.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.350131 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.351236 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: agent-resources-synced Apr 01 10:04:16.351558 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: allowedaddresspairs.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.353355 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.353875 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: allowed-address-pairs Apr 01 10:04:16.354198 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: auto_allocated_topology.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.355252 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.355765 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: auto-allocated-topology Apr 01 10:04:16.356082 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: availability_zone.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.356772 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.357311 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: availability_zone Apr 01 10:04:16.357630 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: availability_zone_filter.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.358527 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.359036 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: availability_zone_filter Apr 01 10:04:16.359356 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: data_plane_status.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.360248 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.360750 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension data-plane-status not supported by any of loaded plugins Apr 01 10:04:16.361069 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: default_subnetpools.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.361992 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.362498 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: default-subnetpools Apr 01 10:04:16.362818 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: dhcpagentscheduler.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.363891 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.364398 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: dhcp_agent_scheduler Apr 01 10:04:16.364717 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: dns.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.365659 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.366189 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension dns-integration not supported by any of loaded plugins Apr 01 10:04:16.366506 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: dns_domain_ports.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.367408 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.367908 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 01 10:04:16.368227 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.369146 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.369651 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 01 10:04:16.369971 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: dvr.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.370625 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.371122 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: dvr Apr 01 10:04:16.371439 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: ecmp_routes.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.372338 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.372842 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension ecmp_routes not supported by any of loaded plugins Apr 01 10:04:16.373185 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: empty_string_filtering.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.374073 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.374578 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: empty-string-filtering Apr 01 10:04:16.374899 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.375794 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.376298 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 01 10:04:16.376618 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.377543 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.378048 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 01 10:04:16.378367 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: external_net.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.379262 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.379769 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: external-net Apr 01 10:04:16.380088 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: extra_dhcp_opt.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.380974 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.381570 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: extra_dhcp_opt Apr 01 10:04:16.381922 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: extraroute.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.382825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.383331 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: extraroute Apr 01 10:04:16.383646 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: extraroute_atomic.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.384664 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.385189 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: extraroute-atomic Apr 01 10:04:16.385511 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: filter_validation.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.386502 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.386653 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: filter-validation Apr 01 10:04:16.386971 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: fip_pf_description.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.387863 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.388368 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 01 10:04:16.388688 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: fip_pf_port_range.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.389613 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.390112 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 01 10:04:16.390429 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: fip_port_details.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.391329 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.391832 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: fip-port-details Apr 01 10:04:16.392145 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: flavors.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.393388 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.393907 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: flavors Apr 01 10:04:16.394229 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.395867 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.396385 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 01 10:04:16.396721 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: floatingip_pools.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.397958 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.398464 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: floatingip-pools Apr 01 10:04:16.398788 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: ip_allocation.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.399706 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.400210 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension ip_allocation not supported by any of loaded plugins Apr 01 10:04:16.400534 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.401473 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.401981 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: ip-substring-filtering Apr 01 10:04:16.402308 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: l2_adjacency.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.403210 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.403717 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension l2_adjacency not supported by any of loaded plugins Apr 01 10:04:16.404037 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: l3.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.406499 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.407037 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: router Apr 01 10:04:16.407373 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: l3_conntrack_helper.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.409589 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.410122 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 01 10:04:16.410457 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.411366 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.411882 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: ext-gw-mode Apr 01 10:04:16.412209 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.413720 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.414240 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: l3-ha Apr 01 10:04:16.414562 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.415474 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.415983 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 01 10:04:16.416304 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: l3_flavors.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.417240 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.417749 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: l3-flavors Apr 01 10:04:16.418071 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: l3_ndp_proxy.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.419428 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.419939 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 01 10:04:16.420265 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.421190 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.421703 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: l3-port-ip-change-not-allowed Apr 01 10:04:16.422030 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: l3agentscheduler.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.423065 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.423576 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: l3_agent_scheduler Apr 01 10:04:16.423903 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: local_ip.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.425706 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.426231 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension local_ip not supported by any of loaded plugins Apr 01 10:04:16.426566 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: logging.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.428018 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.428543 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension logging not supported by any of loaded plugins Apr 01 10:04:16.428901 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: metering.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.429665 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.430244 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: metering Apr 01 10:04:16.430574 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.431667 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.432182 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: metering_source_and_destination_fields Apr 01 10:04:16.432513 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: multiprovidernet.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.433461 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.433974 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: multi-provider Apr 01 10:04:16.434300 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: netmtu.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.435202 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.435715 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: net-mtu Apr 01 10:04:16.436038 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: netmtu_writable.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.436939 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.437485 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: net-mtu-writable Apr 01 10:04:16.437808 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: network_availability_zone.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.438465 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.438966 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: network_availability_zone Apr 01 10:04:16.439285 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: network_ip_availability.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.440415 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.440879 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: network-ip-availability Apr 01 10:04:16.441231 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: network_segment_range.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.441979 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.442478 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension network-segment-range not supported by any of loaded plugins Apr 01 10:04:16.442800 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: pagination.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.443899 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.444253 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: pagination Apr 01 10:04:16.444578 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: port_device_profile.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.445510 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.446026 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: port-device-profile Apr 01 10:04:16.446351 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.447270 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.447785 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: port-mac-address-regenerate Apr 01 10:04:16.448110 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.449014 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.449559 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: port-numa-affinity-policy Apr 01 10:04:16.449885 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: port_resource_request.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.450783 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.451285 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension port-resource-request not supported by any of loaded plugins Apr 01 10:04:16.451606 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: port_resource_request_groups.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.452553 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.453058 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 01 10:04:16.453413 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: portbindings.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.454313 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.454820 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: binding Apr 01 10:04:16.455141 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: portbindings_extended.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.456374 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.456887 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: binding-extended Apr 01 10:04:16.457254 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: portsecurity.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.458164 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.458670 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: port-security Apr 01 10:04:16.458992 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: project_id.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.460464 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.460793 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: project-id Apr 01 10:04:16.461115 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: providernet.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.462043 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.462558 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: provider Apr 01 10:04:16.462881 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.466461 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.466989 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos not supported by any of loaded plugins Apr 01 10:04:16.467319 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.468558 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.469070 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 01 10:04:16.469436 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.470348 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.470855 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 01 10:04:16.471181 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_default.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.472081 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.472592 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-default not supported by any of loaded plugins Apr 01 10:04:16.472917 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_fip.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.473865 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.474372 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-fip not supported by any of loaded plugins Apr 01 10:04:16.474695 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_fip_network_policy.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.476198 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.476713 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 01 10:04:16.477038 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_gateway_ip.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.477987 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.478494 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 01 10:04:16.478815 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_port_network_policy.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.479708 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.480212 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 01 10:04:16.480532 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.481586 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.482096 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 01 10:04:16.482418 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.483435 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.483941 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 01 10:04:16.484261 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_pps_rule.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.485447 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.485963 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-pps not supported by any of loaded plugins Apr 01 10:04:16.486286 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_rule_type_details.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.487186 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.487700 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 01 10:04:16.488022 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_rule_type_filter.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.489213 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.489725 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 01 10:04:16.490047 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: qos_rules_alias.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.491066 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.491600 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 01 10:04:16.491924 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: quota_check_limit.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.492821 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.493357 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: quota-check-limit Apr 01 10:04:16.493683 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: quotasv2.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.494591 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.494942 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: quotas Apr 01 10:04:16.495261 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: quotasv2_detail.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.497056 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.497415 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: quota_details Apr 01 10:04:16.497751 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: rbac.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.498783 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.499304 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: rbac-policies Apr 01 10:04:16.499634 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: rbac_address_group.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.500550 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.501061 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: rbac-address-group Apr 01 10:04:16.501419 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: rbac_address_scope.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.502335 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.502850 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: rbac-address-scope Apr 01 10:04:16.503174 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: rbac_security_groups.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.504154 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.504667 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: rbac-security-groups Apr 01 10:04:16.504991 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: rbac_subnetpool.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.505942 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.506451 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: rbac-subnetpool Apr 01 10:04:16.506795 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: revisionifmatch.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.507722 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.508231 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: revision-if-match Apr 01 10:04:16.508555 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: revisions.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.509747 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.510265 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: standard-attr-revisions Apr 01 10:04:16.510591 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: router_availability_zone.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.511253 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.511760 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: router_availability_zone Apr 01 10:04:16.512084 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: routerservicetype.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.513001 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.513539 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension router-service-type not supported by any of loaded plugins Apr 01 10:04:16.513862 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.514778 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.515289 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: security-groups-normalized-cidr Apr 01 10:04:16.515611 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: security_groups_port_filtering.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.516525 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.517036 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: port-security-groups-filtering Apr 01 10:04:16.517393 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.518321 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.518833 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: security-groups-remote-address-group Apr 01 10:04:16.519153 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.520059 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.520571 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: security-groups-shared-filtering Apr 01 10:04:16.520892 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.521526 dv-cinder-master-3-smb neutron-server[103708]: WARNING neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 01 10:04:16.521854 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: securitygroup.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.531950 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.532484 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: security-group Apr 01 10:04:16.532816 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: segment.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.533580 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.534129 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension segment not supported by any of loaded plugins Apr 01 10:04:16.534475 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.535507 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.536013 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 01 10:04:16.536337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: servicetype.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.537488 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.538586 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: service-type Apr 01 10:04:16.538922 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: sorting.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.539912 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.540239 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: sorting Apr 01 10:04:16.540558 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: standard_attr_segment.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.541495 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.542007 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 01 10:04:16.542331 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: standardattrdescription.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.543012 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.543514 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: standard-attr-description Apr 01 10:04:16.543832 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: stateful_security_group.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.544758 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.545305 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: stateful-security-group Apr 01 10:04:16.545630 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: stdattrs_common.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.546190 dv-cinder-master-3-smb neutron-server[103708]: WARNING neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 01 10:04:16.546508 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.547544 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.548071 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 01 10:04:16.548433 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: subnet_onboard.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.549530 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.550050 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: subnet_onboard Apr 01 10:04:16.550374 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.551289 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.551801 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 01 10:04:16.552124 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: subnet_service_types.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.553043 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.553580 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: subnet-service-types Apr 01 10:04:16.553926 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: subnetallocation.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.555012 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.555545 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: subnet_allocation Apr 01 10:04:16.555872 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.556530 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.557036 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: subnetpool-prefix-ops Apr 01 10:04:16.557404 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.559066 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.559580 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 01 10:04:16.559903 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: tagging.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.560992 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.561542 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: standard-attr-tag Apr 01 10:04:16.561868 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: timestamp.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.563060 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.563579 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loaded extension: standard-attr-timestamp Apr 01 10:04:16.563905 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: trunk.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.564920 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.565497 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension trunk not supported by any of loaded plugins Apr 01 10:04:16.565824 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: trunk_details.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.566727 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.567241 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension trunk-details not supported by any of loaded plugins Apr 01 10:04:16.567565 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: uplink_status_propagation.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.568471 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.568980 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 01 10:04:16.569362 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Loading extension file: vlantransparent.py {{(pid=103708) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 01 10:04:16.570118 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103708) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 01 10:04:16.570641 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extension vlan-transparent not supported by any of loaded plugins Apr 01 10:04:16.573196 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:network Apr 01 10:04:16.573712 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:subnet Apr 01 10:04:16.574103 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 10:04:16.574487 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:port Apr 01 10:04:16.575723 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.576166 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service FLAVORS assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.576975 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.577293 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.577625 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:router Apr 01 10:04:16.578047 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:floatingip Apr 01 10:04:16.578540 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service METERING assigned prefix: /metering {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.579973 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.580343 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.580693 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103708) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:04:16.581716 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 10:04:16.582154 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:security_group Apr 01 10:04:16.582570 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 10:04:16.583169 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service CORE assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.583497 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 10:04:16.583837 dv-cinder-master-3-smb neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] subnetpool is already registered Apr 01 10:04:16.584265 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service CORE assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.584586 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 10:04:16.585442 dv-cinder-master-3-smb neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] subnetpool is already registered Apr 01 10:04:16.587702 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.588131 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service FLAVORS assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.588718 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.592143 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.592143 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:router Apr 01 10:04:16.592143 dv-cinder-master-3-smb neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] router is already registered Apr 01 10:04:16.592143 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:floatingip Apr 01 10:04:16.592143 dv-cinder-master-3-smb neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] floatingip is already registered Apr 01 10:04:16.592143 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service METERING assigned prefix: /metering {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.592143 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of CountableResource for resource:rbac_policy Apr 01 10:04:16.592143 dv-cinder-master-3-smb neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] rbac_policy is already registered Apr 01 10:04:16.592699 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:security_group Apr 01 10:04:16.592699 dv-cinder-master-3-smb neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] security_group is already registered Apr 01 10:04:16.593006 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 01 10:04:16.593365 dv-cinder-master-3-smb neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] security_group_rule is already registered Apr 01 10:04:16.594018 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service CORE assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.594339 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 10:04:16.594664 dv-cinder-master-3-smb neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] subnetpool is already registered Apr 01 10:04:16.595080 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.v2.resource_helper [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Service CORE assigned prefix: {{(pid=103708) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 01 10:04:16.595410 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Creating instance of TrackedResource for resource:subnetpool Apr 01 10:04:16.595735 dv-cinder-master-3-smb neutron-server[103708]: WARNING neutron.quota.resource_registry [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] subnetpool is already registered Apr 01 10:04:16.596191 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: extensions {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.597750 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: address-groups {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.599220 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: address-scopes {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.601153 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: agents {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.602326 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: auto-allocated-topology {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.603553 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: availability_zones {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.604746 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: dhcp-networks {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.606274 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: dhcp-agents {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.607671 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: routers {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.609871 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: flavors {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.611064 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: service_profiles {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.612419 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: next_providers {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.614146 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: service_profiles {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.616598 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: floatingip-pools {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.617880 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: routers {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.619971 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: floatingips {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.621260 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: l3-routers {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.622628 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: l3-agents {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.624035 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: metering-labels {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.625694 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: metering-label-rules {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.627036 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: network-ip-availabilities {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.628290 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: bindings {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.629965 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: quotas {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.631516 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: quotas {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.633061 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: rbac-policies {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.634411 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: security-groups {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.635631 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: security-group-rules {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.636878 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: service-providers {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.638201 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: subnetpools {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.643347 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: subnetpools {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.643347 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.643347 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.644606 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.646410 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.648697 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.650598 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.652305 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.654200 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.655960 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.657821 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron.api.extensions [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Extended resource: tags {{(pid=103708) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 01 10:04:16.664329 dv-cinder-master-3-smb neutron-server[103708]: WARNING keystonemiddleware.auth_token [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 01 10:04:16.669095 dv-cinder-master-3-smb neutron-server[103708]: WARNING keystonemiddleware.auth_token [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 01 10:04:16.677610 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_concurrency.lockutils [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Acquired lock "singleton_lock" {{(pid=103708) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 01 10:04:16.678095 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_concurrency.lockutils [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Releasing lock "singleton_lock" {{(pid=103708) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 01 10:04:16.678768 dv-cinder-master-3-smb neutron-server[103708]: INFO oslo_service.service [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Starting 2 workers Apr 01 10:04:16.683668 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Started child 103817 {{(pid=103708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 10:04:16.688205 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Started child 103818 {{(pid=103708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 10:04:16.692851 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:16.693572 dv-cinder-master-3-smb neutron-server[103708]: INFO neutron.service [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Neutron service started, listening on 0.0.0.0:9696 Apr 01 10:04:16.693572 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Publish callbacks [] for process (None), before_spawn {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:16.693750 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [-] (103817) wsgi starting up on http://0.0.0.0:9696 Apr 01 10:04:16.693838 dv-cinder-master-3-smb neutron-server[103708]: INFO oslo_service.service [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Starting 1 workers Apr 01 10:04:16.693917 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:16.694969 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [-] (103818) wsgi starting up on http://0.0.0.0:9696 Apr 01 10:04:16.698851 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Started child 103819 {{(pid=103708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 10:04:16.699410 dv-cinder-master-3-smb neutron-server[103708]: INFO oslo_service.service [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Starting 1 workers Apr 01 10:04:16.702650 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.service [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] calling RpcWorker wait() {{(pid=103819) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 01 10:04:16.703223 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.service [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] returning from RpcWorker wait() {{(pid=103819) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 01 10:04:16.704013 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Started child 103820 {{(pid=103708) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 01 10:04:16.704819 dv-cinder-master-3-smb neutron-server[103708]: DEBUG neutron_lib.callbacks.manager [None req-a3d19380-8584-4d40-93a2-965cabf5013e None None] Publish callbacks [] for process (None), after_spawn {{(pid=103708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:16.704920 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:16.705320 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:04:16.706822 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103708) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 10:04:16.707035 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 10:04:16.707218 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 10:04:16.707449 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 10:04:16.707806 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 10:04:16.707964 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 10:04:16.708644 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.708945 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.709233 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.709385 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:16.715682 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.715682 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.715682 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.715682 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.715682 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.715682 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.715682 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.715682 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716286 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716286 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716286 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716286 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716286 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716286 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716286 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716286 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716842 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716842 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716842 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716842 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] debug = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716842 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.716842 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.717401 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.717401 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.717401 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.717401 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.717401 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.717401 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.717401 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.717888 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.717888 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.718028 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.718202 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.718436 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.718704 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.718917 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.719160 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.719378 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.719848 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.720108 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.720343 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.720589 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.720847 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.721101 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.721355 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.721617 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.721898 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.722149 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.722553 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.722805 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.723037 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.723253 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.723541 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.723682 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_options = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.724077 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.724342 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.724595 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.724780 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.724947 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.725104 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.725601 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.725764 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.726193 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.726415 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.726633 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.726868 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.727085 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.727318 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.727571 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.727791 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.728028 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.728261 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.728502 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.728750 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.728989 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.729244 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.729474 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.729688 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.729902 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.730119 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.730343 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.730576 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.730804 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.731058 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.731288 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.731533 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.731806 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.732163 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.732426 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.732709 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.732886 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.733168 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.738943 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.738943 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.738943 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.738943 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.738943 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.738943 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.738943 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.740962 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:04:16.741157 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.741157 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_json = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.741157 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.741157 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.741157 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.741157 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.741157 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.741157 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.741157 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.742145 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.742145 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.742145 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.742145 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.742145 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.742145 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.742145 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.742145 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.743722 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.743722 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.743722 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.743722 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.743722 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.743722 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.743722 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.743722 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.744898 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.744898 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.744898 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.744898 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.744898 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.744898 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.744898 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.744898 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.745998 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.745998 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.745998 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.745998 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.745998 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.745998 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.745998 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.745998 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.747039 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.747039 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.747039 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.747039 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.747039 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.747039 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.747825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.747825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.747825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.748337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.748337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.748543 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.748713 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.748946 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.749240 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.749570 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.749867 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.750123 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.750352 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.750602 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.750837 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.751071 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.751282 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.751493 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.751737 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.751976 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.752395 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.752564 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.752791 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.752885 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.753110 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.753372 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.753618 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.753832 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.754060 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.754305 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.754587 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.754802 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.755052 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.755269 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.755480 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.755690 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.755926 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.756202 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.756414 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.756649 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.761825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.762359 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.762359 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.762359 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.762359 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.762359 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.762359 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.762704 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.762772 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.762937 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.763197 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.763420 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.763668 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.763906 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.764140 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.764389 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.765113 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.765113 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.765113 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.765553 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.765690 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.766872 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.766872 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.766872 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.767295 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.767295 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.767702 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.767702 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.767980 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.768133 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.768320 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.768565 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.769281 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.769555 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.769816 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.770071 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.770298 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.770535 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.770788 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.771118 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.771492 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.771652 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.771802 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.772034 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.772418 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.773037 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.773315 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.773616 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.773845 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.774075 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.774287 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.774566 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.774810 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.775058 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.775341 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.775697 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.775842 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.776054 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.776298 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.776512 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.776751 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.776994 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.777269 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.777531 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.777745 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.777994 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.778211 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.778465 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.778739 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.778956 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.779183 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.779423 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.779638 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.779873 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.780119 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.780348 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.780584 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.780818 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.781030 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.784461 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.784461 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.784461 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.784461 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.784461 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.784461 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.784461 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.784461 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.785162 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.785162 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.785162 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.785162 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.785162 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.785162 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.785162 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.785162 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.786151 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.786151 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.786151 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.786151 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.786151 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.786151 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.786151 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.787239 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.787239 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.787239 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.787239 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.787551 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.787636 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.787807 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.788061 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.788340 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.788575 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.788802 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.789016 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.789254 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.789470 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.789849 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.789954 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.790190 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.790427 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.790661 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.790875 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.791094 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.791314 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.791738 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.791738 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.791954 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.792161 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.792380 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.792604 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.792810 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.793096 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.793449 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.793617 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.793874 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.794115 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.794431 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.795029 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.795029 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.795203 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.795282 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.795482 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.795689 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.795912 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.796117 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.796323 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.796538 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.796756 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.796982 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.797244 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.797457 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.797667 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.797900 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.798135 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.798341 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.798560 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.798770 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.798975 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.799189 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.799400 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.799607 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.799827 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.800031 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.800234 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.800469 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.800681 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.800888 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.801246 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.801470 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.801685 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.801993 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.802234 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.807460 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.807460 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.807460 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.807460 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.807460 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.807460 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.807460 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.807460 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808107 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808107 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808107 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808107 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808107 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808107 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808107 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808107 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808652 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808652 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808652 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808652 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808652 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808652 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808652 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808652 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.808652 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.809871 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.809871 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.809871 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.809871 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.809871 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.809871 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.809871 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.810419 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.810419 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.810581 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.810718 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.811229 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.811229 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.812825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 10:04:16.812825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103708) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 01 10:04:16.812825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 01 10:04:16.812825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 01 10:04:16.812825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 01 10:04:16.812825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 01 10:04:16.812825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 01 10:04:16.812825 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.813482 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.813482 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.813482 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.813482 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.813997 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.813997 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.813997 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.813997 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.814389 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.814389 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.814615 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.814615 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.814806 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.814939 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.815032 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.815159 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.815317 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.815472 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.815622 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.815776 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.815928 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.816082 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] debug = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.816236 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.816431 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.816592 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.816745 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.816898 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.817236 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.817236 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.817448 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.817542 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.817686 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.817839 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.817993 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.818147 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.818301 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.818456 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.818610 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.818764 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.818920 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.819059 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.819717 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.819882 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.820038 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.820191 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.820345 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.820499 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.820652 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.820806 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.820959 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.821114 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.821290 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.821443 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.821600 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.821758 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.821912 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_options = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.822084 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.822254 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.822408 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.822589 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.822748 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.822903 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.823056 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.823208 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.823361 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.823515 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.823670 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.823906 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.823995 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.824130 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.824282 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.824435 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.824589 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.824743 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.824897 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.825051 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.825227 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.825384 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.825538 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.825691 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.825844 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.825998 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.826151 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.826306 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.826458 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.830514 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.830514 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.830514 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.830514 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.830514 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.830514 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.830514 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.830514 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831052 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831052 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831052 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831052 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831052 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831052 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831052 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831052 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831578 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831578 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_json = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831578 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831578 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831578 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831578 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831578 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831578 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.831578 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.832069 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.832069 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 01 10:04:16.832069 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832069 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832069 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832069 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832069 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832069 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832506 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832506 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832506 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832506 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832506 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832506 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832506 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832506 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832957 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832957 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.832957 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.833182 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.833182 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.833308 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:04:16.833378 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.833443 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.833604 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.833792 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.833949 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.834108 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.834266 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.834423 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.834587 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.834743 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.835449 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.835618 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.835778 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.13/identity {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.835935 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.836092 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.836251 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.836411 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.836570 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.836729 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.837255 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.837255 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.837255 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.838121 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.838121 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.838121 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.838121 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.838121 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.838121 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.838615 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.838615 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.838615 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.839046 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.839046 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.839046 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.839275 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.839275 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.839416 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.839560 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.839727 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.839885 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.840039 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.840188 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.840347 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.840505 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.840685 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.840816 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.840965 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.841118 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.841317 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.841444 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.841594 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.841780 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.841921 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.842284 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.842596 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.842762 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.842909 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.843067 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.843214 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.843362 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.843526 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.843695 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.843818 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.843939 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.844099 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.844289 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.844422 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.844544 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.844706 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.844863 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.845034 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.845200 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.845395 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.845568 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.845725 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.845866 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.846027 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.846195 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.846334 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.846483 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.846640 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.846798 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.846977 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.847120 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.847252 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.847412 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.847568 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.847725 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.847880 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.848038 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.848194 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.848349 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.848506 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.848664 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.848821 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.848979 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.849176 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.849306 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.849443 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.849604 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.849769 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.849927 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.850224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.850224 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.850412 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.850561 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.850719 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.850877 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.851034 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.851190 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.851349 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.851505 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.851663 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.851828 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.852007 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.852189 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.852328 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.852482 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.852658 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.852811 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.852953 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.853110 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.853277 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.853440 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.853599 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.853749 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.853905 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.854063 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.854214 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.854373 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.854522 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.854681 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.13/identity {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.854838 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.854995 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.855151 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.855308 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.855466 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.855624 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.855780 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.855937 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.856086 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.856231 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.856367 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.856561 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.856752 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.856940 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.857082 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.857250 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.857389 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.857555 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.857698 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.857846 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.857981 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.858188 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.858188 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.858463 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.858463 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.858721 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.858866 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.859002 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.859137 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.859270 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.859406 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.859532 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.859671 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.859851 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.860041 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.860223 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.860382 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.860542 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.860699 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.860857 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.861015 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.861195 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.861356 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.861531 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.864959 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.864959 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.864959 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.864959 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.864959 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.864959 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.864959 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.864959 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.864959 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.865785 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.865785 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.865785 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.865785 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.865785 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.865785 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.865785 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.865785 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866337 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866936 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866936 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866936 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866936 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866936 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866936 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866936 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.866936 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.867463 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.867463 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.867463 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.867463 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.867740 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.867740 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.867951 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.868120 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.868273 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.868433 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.869154 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.869154 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.869154 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.869154 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.869582 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.869745 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.870045 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.870205 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.870358 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.870531 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.870738 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.870898 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.871056 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.871216 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.871424 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.871533 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.871691 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.871852 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.872008 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.872166 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.872332 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.872490 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.872648 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.872814 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.872971 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.873154 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.873307 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.873476 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.873649 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.873782 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.874248 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.874248 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.874248 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.874473 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.874551 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.874717 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.874881 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.875039 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.875205 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.875371 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.875537 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.875693 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.875855 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.876025 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.876181 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.876340 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.876498 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.876654 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.876813 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.876969 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.877125 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.877303 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.877460 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.877617 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.877773 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.877929 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.878087 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.878243 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.878401 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.878556 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.878712 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.878869 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.879026 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 01 10:04:16.879175 dv-cinder-master-3-smb neutron-server[103708]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103708) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 01 10:04:17.031952 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60308) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:04:17.040477 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063241 Apr 01 10:04:28.529409 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3948308-a149-4e33-93fa-5da84aaec393 None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=103819) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 01 10:04:28.603767 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3948308-a149-4e33-93fa-5da84aaec393 None None] No non-hosted networks {{(pid=103819) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 01 10:04:28.611846 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.agentschedulers_db [None req-d3948308-a149-4e33-93fa-5da84aaec393 None None] DHCP Agent not found on host dv-cinder-master-3-smb {{(pid=103819) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 01 10:04:28.712879 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e7e0cf86-4d16-49aa-8ea9-3683ea2f08c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051536'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:30.837105 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-29983a37-6170-4b52-9661-c2a4e94562a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051536'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:30.899072 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.db.api [None req-c955e28b-b336-4a86-9684-5a585bc7cc02 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-master-3-smb {{(pid=103819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 10:04:30.899744 dv-cinder-master-3-smb neutron-server[103819]: DEBUG oslo_db.api [None req-c955e28b-b336-4a86-9684-5a585bc7cc02 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 10:04:31.419187 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c955e28b-b336-4a86-9684-5a585bc7cc02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:31.786784 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60374) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:04:31.846631 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051536'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:32.313821 dv-cinder-master-3-smb neutron-server[103818]: WARNING oslo_policy.policy [None req-c10224bd-476e-4fcf-b855-e45bd495d6ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 10:04:32.314607 dv-cinder-master-3-smb neutron-server[103818]: WARNING oslo_policy.policy [None req-c10224bd-476e-4fcf-b855-e45bd495d6ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 10:04:32.535054 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [None req-c10224bd-476e-4fcf-b855-e45bd495d6ba admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:04:32.545235 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-c10224bd-476e-4fcf-b855-e45bd495d6ba admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7484744 Apr 01 10:04:33.343095 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051536'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:34.909603 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051536'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:34.910268 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.910602 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.910929 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.911251 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.911822 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.912142 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.914014 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.914554 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.915548 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.915883 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.916209 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.917115 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.917482 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.918568 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.918979 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:34.919632 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:04:34.926116 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:04:35.111898 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60404) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:04:35.436321 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-9393db3b-211d-4565-9b1b-724af37a45ba admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:04:35.528033 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.policy [None req-9393db3b-211d-4565-9b1b-724af37a45ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103818) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 10:04:35.570922 dv-cinder-master-3-smb neutron-server[103818]: WARNING oslo_policy.policy [None req-9393db3b-211d-4565-9b1b-724af37a45ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 10:04:35.571251 dv-cinder-master-3-smb neutron-server[103818]: WARNING oslo_policy.policy [None req-9393db3b-211d-4565-9b1b-724af37a45ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 10:04:35.723640 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9393db3b-211d-4565-9b1b-724af37a45ba admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783488070150', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783488069865', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783488086460', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783488079307', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783488037283', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783487877921', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3152794', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3173516', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1820679', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1748072'] for rbac-policy (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:35.888176 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9393db3b-211d-4565-9b1b-724af37a45ba admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:35.890158 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-9393db3b-211d-4565-9b1b-724af37a45ba admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7770529 Apr 01 10:04:37.838073 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.db.l3_hamode_db [None req-f63b5830-ca6a-4088-a738-f9f4e18d6635 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 01 10:04:37.917497 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b5830-ca6a-4088-a738-f9f4e18d6635 None None] Routers set() bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:04:37.917885 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b5830-ca6a-4088-a738-f9f4e18d6635 None None] Router IDs set() for agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 01 10:04:38.397411 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60416) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:04:38.701811 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:04:38.788956 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Made reservation on behalf of 20384b73c31b48b5b20f0e84e6d5a654 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:04:38.792898 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:38.819155 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:38.922899 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Publish callbacks [] for security_group (e3828702-7dae-4b7e-8ac7-3a9181f1545b), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:38.971378 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (e3828702-7dae-4b7e-8ac7-3a9181f1545b), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:38.995712 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:04:39.029592 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783486036273', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (ee5984e4-a005-4829-93e2-f7948d277d80), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:39.030170 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Unsubscribe: segment precommit_create {{(pid=103818) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 10:04:39.030697 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.segments_db [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Added segment ee5984e4-a005-4829-93e2-f7948d277d80 of type vlan for network dcad1a76-48ce-45dc-a02d-72faa9ba1d0e Apr 01 10:04:39.045909 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e3828702-7dae-4b7e-8ac7-3a9181f1545b,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:04:39.093634 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.093965 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.094446 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.095038 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.095586 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.096137 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.096699 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.097289 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.097840 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.098394 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.098966 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.099525 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.099891 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.100218 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.100537 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Tracked resource versions report: Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: pushed versions: Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: { 'AddressGroup': {'1.2'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Agent': {'1.1'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'ConntrackHelper': {'1.0'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'LocalIPAssociation': {'1.0'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Log': {'1.0'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'NDPProxy': {'1.0'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Network': {'1.1'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Port': {'1.7'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'PortForwarding': {'1.3'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'QosPolicy': {'1.10'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'SecurityGroup': {'1.5'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'SecurityGroupRule': {'1.2'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'SubPort': {'1.0'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Subnet': {'1.1'}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Trunk': {'1.1'}} Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: consumer versions: Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: { DHCP agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: L3 agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: Metadata agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: Metering agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Agent': '1.1', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'ConntrackHelper': '1.0', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'LocalIPAssociation': '1.0', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Log': '1.0', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'NDPProxy': '1.0', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Network': '1.1', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Port': '1.7', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'PortForwarding': '1.3', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'QosPolicy': '1.10', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'SecurityGroup': '1.5', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'SecurityGroupRule': '1.2', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'SubPort': '1.0', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Subnet': '1.1', Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: 'Trunk': '1.1'}} Apr 01 10:04:39.101983 dv-cinder-master-3-smb neutron-server[103818]: {{(pid=103818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 10:04:39.152115 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (dcad1a76-48ce-45dc-a02d-72faa9ba1d0e), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:39.223204 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (dcad1a76-48ce-45dc-a02d-72faa9ba1d0e), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:39.228781 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:04:39.229511 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:39.340927 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] Pushing event updated for resources: {'Network': ['ID=dcad1a76-48ce-45dc-a02d-72faa9ba1d0e,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:04:39.352799 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network dcad1a76-48ce-45dc-a02d-72faa9ba1d0e details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:04:39.357526 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-6498d0eb-7a9d-4212-b70b-8b575ede8980 demo demo] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9590385 Apr 01 10:04:41.887236 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 60428) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:04:42.370081 dv-cinder-master-3-smb neutron-server[103817]: WARNING oslo_policy.policy [None req-e3b56a0f-95df-4eeb-ac74-9c5a8973d747 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 10:04:42.370658 dv-cinder-master-3-smb neutron-server[103817]: WARNING oslo_policy.policy [None req-e3b56a0f-95df-4eeb-ac74-9c5a8973d747 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 10:04:42.801493 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.policy [None req-e3b56a0f-95df-4eeb-ac74-9c5a8973d747 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103817) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 01 10:04:42.845654 dv-cinder-master-3-smb neutron-server[103817]: WARNING oslo_policy.policy [None req-e3b56a0f-95df-4eeb-ac74-9c5a8973d747 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 10:04:42.846024 dv-cinder-master-3-smb neutron-server[103817]: WARNING oslo_policy.policy [None req-e3b56a0f-95df-4eeb-ac74-9c5a8973d747 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 01 10:04:42.854076 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b56a0f-95df-4eeb-ac74-9c5a8973d747 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:04:42.855950 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e3b56a0f-95df-4eeb-ac74-9c5a8973d747 demo admin] 10.222.0.13 "GET /v2.0/networks/dcad1a76-48ce-45dc-a02d-72faa9ba1d0e HTTP/1.1" status: 200 len: 825 time: 0.9667256 Apr 01 10:04:42.894812 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-841978e6-8b56-4524-aee2-d3497f895df0 demo admin] 10.222.0.13 "GET /v2.0/subnetpools/f1e1798f-37a1-4d65-b1e1-70e8e63afb9f HTTP/1.1" status: 200 len: 734 time: 0.0333557 Apr 01 10:04:42.903447 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e', 'subnetpool_id': 'f1e1798f-37a1-4d65-b1e1-70e8e63afb9f', 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:04:43.000135 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Made reservation on behalf of 20384b73c31b48b5b20f0e84e6d5a654 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:04:43.002989 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:43.314454 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:43.384764 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Checking segment: {'id': 'ee5984e4-a005-4829-93e2-f7948d277d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:04:43.385175 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Network hostable DHCP agents. Network: dcad1a76-48ce-45dc-a02d-72faa9ba1d0e, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:04:43.396264 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Pushing event updated for resources: {'Subnet': ['ID=da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:04:43.406904 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.407247 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.407585 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.407943 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.408278 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.408605 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.408928 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.409281 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.409608 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.409926 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.410248 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.410582 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.410905 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.411218 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.411536 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Tracked resource versions report: Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: pushed versions: Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: { 'AddressGroup': {'1.2'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Agent': {'1.1'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'ConntrackHelper': {'1.0'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'LocalIPAssociation': {'1.0'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Log': {'1.0'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'NDPProxy': {'1.0'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Network': {'1.1'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Port': {'1.7'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'PortForwarding': {'1.3'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'QosPolicy': {'1.10'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'SecurityGroup': {'1.5'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'SecurityGroupRule': {'1.2'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'SubPort': {'1.0'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Subnet': {'1.1'}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Trunk': {'1.1'}} Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: consumer versions: Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: { DHCP agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: L3 agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: Metadata agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: Metering agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Agent': '1.1', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'ConntrackHelper': '1.0', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'LocalIPAssociation': '1.0', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Log': '1.0', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'NDPProxy': '1.0', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Network': '1.1', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Port': '1.7', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'PortForwarding': '1.3', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'QosPolicy': '1.10', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'SecurityGroup': '1.5', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'SecurityGroupRule': '1.2', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'SubPort': '1.0', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Subnet': '1.1', Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: 'Trunk': '1.1'}} Apr 01 10:04:43.413421 dv-cinder-master-3-smb neutron-server[103817]: {{(pid=103817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 10:04:43.491290 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Network dcad1a76-48ce-45dc-a02d-72faa9ba1d0e is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:04:43.582731 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, dcad1a76-48ce-45dc-a02d-72faa9ba1d0e) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:04:43.587756 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:04:43.588387 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:43.593075 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c906b7-fbad-4fe5-b366-8a4b18471326 None None] Network dcad1a76-48ce-45dc-a02d-72faa9ba1d0e requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:04:43.768700 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-a314e56d-b7af-4944-a7db-e13a9b584b4e demo admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8685842 Apr 01 10:04:43.843816 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-dcad1a76-48ce-45dc-a02d-72faa9ba1d0e', 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e', 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'fixed_ips': [{'subnet_id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6'}]}} from dv-cinder-master-3-smb. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 10:04:43.845157 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:44.142437 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Allocated IP 172.20.0.2 (dcad1a76-48ce-45dc-a02d-72faa9ba1d0e/da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6/d63032cd-f00b-405f-bf0e-3accd6206381) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:04:44.406505 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Publish callbacks [] for port (d63032cd-f00b-405f-bf0e-3accd6206381), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:44.475199 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (d63032cd-f00b-405f-bf0e-3accd6206381), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:44.545886 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Network dcad1a76-48ce-45dc-a02d-72faa9ba1d0e is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:04:44.551770 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:04:44.555845 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:04:44.572203 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Pushing event updated for resources: {'Port': ['ID=d63032cd-f00b-405f-bf0e-3accd6206381,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:04:44.601351 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.601997 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.601997 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.602359 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.602694 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.603018 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.603339 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.603661 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.603980 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.604301 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.604625 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.604963 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.605384 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.605703 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Tracked resource versions report: Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: pushed versions: Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: { 'AddressGroup': {'1.2'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'Agent': {'1.1'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'ConntrackHelper': {'1.0'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'LocalIPAssociation': {'1.0'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'Log': {'1.0'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'NDPProxy': {'1.0'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'Network': {'1.1'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'Port': {'1.7'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'PortForwarding': {'1.3'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'QosPolicy': {'1.10'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'SecurityGroup': {'1.5'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'SecurityGroupRule': {'1.2'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'SubPort': {'1.0'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'Subnet': {'1.1'}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'Trunk': {'1.1'}} Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: consumer versions: Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: { DHCP agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: L3 agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: Metadata agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: Metering agent@dv-cinder-master-3-smb: {}, Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'Agent': '1.1', Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'ConntrackHelper': '1.0', Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'LocalIPAssociation': '1.0', Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'Log': '1.0', Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'NDPProxy': '1.0', Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'Network': '1.1', Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'Port': '1.7', Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'PortForwarding': '1.3', Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'QosPolicy': '1.10', Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'SecurityGroup': '1.5', Apr 01 10:04:44.611736 dv-cinder-master-3-smb neutron-server[103819]: 'SecurityGroupRule': '1.2', Apr 01 10:04:44.613858 dv-cinder-master-3-smb neutron-server[103819]: 'SubPort': '1.0', Apr 01 10:04:44.613858 dv-cinder-master-3-smb neutron-server[103819]: 'Subnet': '1.1', Apr 01 10:04:44.613858 dv-cinder-master-3-smb neutron-server[103819]: 'Trunk': '1.1'}} Apr 01 10:04:44.613858 dv-cinder-master-3-smb neutron-server[103819]: {{(pid=103819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 10:04:44.658782 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Attempting to bind port d63032cd-f00b-405f-bf0e-3accd6206381 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:04:44.659115 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Attempting to bind port d63032cd-f00b-405f-bf0e-3accd6206381 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'ee5984e4-a005-4829-93e2-f7948d277d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:04:44.659530 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Attempting to bind port d63032cd-f00b-405f-bf0e-3accd6206381 on network dcad1a76-48ce-45dc-a02d-72faa9ba1d0e {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:04:44.664920 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:04:44.665331 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Checking segment: {'id': 'ee5984e4-a005-4829-93e2-f7948d277d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:04:44.665873 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:44.666299 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Bound using segment: {'id': 'ee5984e4-a005-4829-93e2-f7948d277d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:04:44.666778 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Bound port: d63032cd-f00b-405f-bf0e-3accd6206381, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5984e4-a005-4829-93e2-f7948d277d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:04:44.667177 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d63032cd-f00b-405f-bf0e-3accd6206381), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:44.734414 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] For port d63032cd-f00b-405f-bf0e-3accd6206381, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:04:44.739170 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] For port d63032cd-f00b-405f-bf0e-3accd6206381, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d63032cd-f00b-405f-bf0e-3accd6206381,segment=NetworkSegment(ee5984e4-a005-4829-93e2-f7948d277d80),segment_id=ee5984e4-a005-4829-93e2-f7948d277d80)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:04:44.823295 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d63032cd-f00b-405f-bf0e-3accd6206381), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:44.886436 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3d491-e648-407a-91c8-5713714bdb40 None None] Pushing event updated for resources: {'Port': ['ID=d63032cd-f00b-405f-bf0e-3accd6206381,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:04:46.310089 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 60448) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:04:46.645582 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [None req-f4d289ef-f4c8-486c-a919-40498c3eff28 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:04:46.646663 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-f4d289ef-f4c8-486c-a919-40498c3eff28 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3355472 Apr 01 10:04:49.197657 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60456) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:04:49.517873 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [None req-ad3c5c9c-6efa-4c17-a38f-801ae594d28d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:04:49.518749 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-ad3c5c9c-6efa-4c17-a38f-801ae594d28d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3201597 Apr 01 10:04:52.077527 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60464) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:04:52.408434 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-3424e755-74c9-42d5-86ba-b56506b892c2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:04:52.474828 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3424e755-74c9-42d5-86ba-b56506b892c2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1700'] for router (ea2d1ad3-8f58-43c9-951f-9ae94f39e082), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:52.476314 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3424e755-74c9-42d5-86ba-b56506b892c2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2050477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router (ea2d1ad3-8f58-43c9-951f-9ae94f39e082), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:52.622134 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3424e755-74c9-42d5-86ba-b56506b892c2 demo demo] Publish callbacks [] for router_controller (ea2d1ad3-8f58-43c9-951f-9ae94f39e082), precommit_add_association {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:52.766666 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3424e755-74c9-42d5-86ba-b56506b892c2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2050468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048299'] for router (ea2d1ad3-8f58-43c9-951f-9ae94f39e082), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:52.824768 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3424e755-74c9-42d5-86ba-b56506b892c2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:52.835795 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-3424e755-74c9-42d5-86ba-b56506b892c2 demo demo] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7475321 Apr 01 10:04:55.378846 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60476) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:04:55.630531 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device d63032cd-f00b-405f-bf0e-3accd6206381 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:04:55.728449 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port d63032cd-f00b-405f-bf0e-3accd6206381 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:04:55.728758 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [None req-298b558b-1ced-49d4-a379-0b63bb93649b admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:04:55.729303 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d63032cd-f00b-405f-bf0e-3accd6206381), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:55.730418 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-298b558b-1ced-49d4-a379-0b63bb93649b admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3501363 Apr 01 10:04:55.862055 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port d63032cd-f00b-405f-bf0e-3accd6206381 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:04:55.863230 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d63032cd-f00b-405f-bf0e-3accd6206381), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:55.903560 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] For port d63032cd-f00b-405f-bf0e-3accd6206381, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d63032cd-f00b-405f-bf0e-3accd6206381,segment=NetworkSegment(ee5984e4-a005-4829-93e2-f7948d277d80),segment_id=ee5984e4-a005-4829-93e2-f7948d277d80)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:04:55.971140 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d63032cd-f00b-405f-bf0e-3accd6206381), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:56.029080 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Pushing event updated for resources: {'Port': ['ID=d63032cd-f00b-405f-bf0e-3accd6206381,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:04:56.169711 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978a10f-7efe-4fe8-ad01-28e5ad3e0131 None None] Network dcad1a76-48ce-45dc-a02d-72faa9ba1d0e requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:04:56.224213 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-f4f7f21c-eea6-4925-85bc-8ae45bd1369e None None] Provisioning complete for port d63032cd-f00b-405f-bf0e-3accd6206381 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:04:56.224606 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f4f7f21c-eea6-4925-85bc-8ae45bd1369e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d63032cd-f00b-405f-bf0e-3accd6206381), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:56.355969 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7f21c-eea6-4925-85bc-8ae45bd1369e None None] Current status of the port d63032cd-f00b-405f-bf0e-3accd6206381 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:04:56.576748 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2c63b3d5-be1d-408f-bf0d-caeb25172e89 None None] Provisioning complete for port d63032cd-f00b-405f-bf0e-3accd6206381 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:04:56.577153 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2c63b3d5-be1d-408f-bf0d-caeb25172e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d63032cd-f00b-405f-bf0e-3accd6206381), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:56.654524 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2c63b3d5-be1d-408f-bf0d-caeb25172e89 None None] Current status of the port d63032cd-f00b-405f-bf0e-3accd6206381 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:04:57.581506 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device d63032cd-f00b-405f-bf0e-3accd6206381 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:04:57.633642 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port d63032cd-f00b-405f-bf0e-3accd6206381 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:04:57.634040 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d63032cd-f00b-405f-bf0e-3accd6206381), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:57.707830 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port d63032cd-f00b-405f-bf0e-3accd6206381 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:04:58.253114 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60484) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:04:58.548211 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-03798f4b-8613-4f99-b14c-00d4104f60cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:58.565211 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:04:58.645247 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Made reservation on behalf of 2b8410597aa147cea96a1d0590c96680 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:04:58.647862 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:58.655840 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:58.727878 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Publish callbacks [] for security_group (b71fc155-9985-47c8-bacf-b4038887d306), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:58.793702 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b71fc155-9985-47c8-bacf-b4038887d306), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:58.810817 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Reserving flat network on physical network physnet1 {{(pid=103818) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 01 10:04:58.825096 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71fc155-9985-47c8-bacf-b4038887d306,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:04:58.831690 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (c15794b6-f415-4407-ad9d-f7ce24b8df0e), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:58.836090 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.segments_db [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Added segment c15794b6-f415-4407-ad9d-f7ce24b8df0e of type flat for network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 Apr 01 10:04:58.887356 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (aeedfa4d-82b6-43b4-8b9b-8358174c47b5), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:59.010730 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (aeedfa4d-82b6-43b4-8b9b-8358174c47b5), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:59.011597 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:04:59.012160 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:04:59.094743 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] Pushing event updated for resources: {'Network': ['ID=aeedfa4d-82b6-43b4-8b9b-8358174c47b5,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:04:59.105429 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:04:59.144832 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-cdf0b361-b2ec-469c-85be-583466271b2e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8906555 Apr 01 10:05:00.793759 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d83cc040-c3ba-43e6-8529-2d7648e2c810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:01.605470 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60492) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:05:01.787835 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:01.961628 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f27c17f-5d3d-45f4-a937-071814f74153 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:05:01.962992 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-0f27c17f-5d3d-45f4-a937-071814f74153 demo admin] 10.222.0.13 "GET /v2.0/subnets/da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6 HTTP/1.1" status: 200 len: 849 time: 0.3565900 Apr 01 10:05:02.088738 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-0874b371-913b-405d-af81-fa53081936e2 demo admin] 10.222.0.13 "GET /v2.0/routers/ea2d1ad3-8f58-43c9-951f-9ae94f39e082 HTTP/1.1" status: 200 len: 704 time: 0.1200531 Apr 01 10:05:02.362985 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:02.653418 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Allocated IP 172.20.0.1 (dcad1a76-48ce-45dc-a02d-72faa9ba1d0e/da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6/4864f6aa-cd43-4ed2-aa8b-86965c5b1471) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:05:02.834903 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Publish callbacks [] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:02.954228 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:03.066634 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Network dcad1a76-48ce-45dc-a02d-72faa9ba1d0e is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:05:03.074424 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:05:03.087783 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:05:03.088324 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2048764'] for router_interface (ea2d1ad3-8f58-43c9-951f-9ae94f39e082), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:03.145546 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Pushing event updated for resources: {'Port': ['ID=4864f6aa-cd43-4ed2-aa8b-86965c5b1471,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:05:03.309120 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-f09694e6-0fc9-4e33-afb1-b461919be69f None None] Provisioning complete for port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:05:03.309686 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f09694e6-0fc9-4e33-afb1-b461919be69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:03.334570 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:03.379669 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:03.393486 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-f09694e6-0fc9-4e33-afb1-b461919be69f None None] Port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:05:03.591068 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Publish callbacks [] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:03.639239 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:03.639974 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2048616'] for router_interface (ea2d1ad3-8f58-43c9-951f-9ae94f39e082), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:03.713469 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Pushing event updated for resources: {'Port': ['ID=4864f6aa-cd43-4ed2-aa8b-86965c5b1471,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:05:03.757814 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Network dcad1a76-48ce-45dc-a02d-72faa9ba1d0e is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:05:03.759072 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:05:03.988474 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Router ea2d1ad3-8f58-43c9-951f-9ae94f39e082 is scheduled to L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 10:05:04.016012 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-c4083799-9feb-4401-8698-8a4b782ad4e2 None None] Provisioning complete for port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:05:04.016454 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c4083799-9feb-4401-8698-8a4b782ad4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:04.049324 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-c4083799-9feb-4401-8698-8a4b782ad4e2 None None] Port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:05:04.081364 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:05:04.086854 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-979aed6f-78da-432d-b031-82027934dd8c demo admin] 10.222.0.13 "PUT /v2.0/routers/ea2d1ad3-8f58-43c9-951f-9ae94f39e082/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9929633 Apr 01 10:05:04.092182 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Sync routers for ids ['ea2d1ad3-8f58-43c9-951f-9ae94f39e082'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:05:04.104941 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Routers {'ea2d1ad3-8f58-43c9-951f-9ae94f39e082'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:05:04.106003 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:05:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ea2d1ad3-8f58-43c9-951f-9ae94f39e082'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:05:04.297848 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Set router ea2d1ad3-8f58-43c9-951f-9ae94f39e082 gateway port host: None {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:05:04.722912 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'name': 'router1', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:52Z', 'updated_at': '2022-04-01T10:05:03Z', 'revision_number': 2, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'gw_port_host': None, '_interfaces': [{'id': '4864f6aa-cd43-4ed2-aa8b-86965c5b1471', 'name': '', 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'mac_address': 'fa:16:3e:3a:df:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:05:02Z', 'updated_at': '2022-04-01T10:05:03Z', 'revision_number': 2, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'subnets': [{'id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1e1798f-37a1-4d65-b1e1-70e8e63afb9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:05:04.778323 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Checking router: ea2d1ad3-8f58-43c9-951f-9ae94f39e082 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:05:04.778913 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Updating router ea2d1ad3-8f58-43c9-951f-9ae94f39e082 port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 binding host dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:05:04.831855 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:04.896976 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:05.339715 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Publish callbacks [] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:05.416665 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:05.590429 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Pushing event updated for resources: {'Port': ['ID=4864f6aa-cd43-4ed2-aa8b-86965c5b1471,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:05:05.596504 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Attempting to bind port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:05:05.597825 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Attempting to bind port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'ee5984e4-a005-4829-93e2-f7948d277d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:05:05.597825 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Attempting to bind port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 on network dcad1a76-48ce-45dc-a02d-72faa9ba1d0e {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:05:05.606711 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.607278 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.607368 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.607710 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.608043 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.608369 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.608694 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.609015 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.609362 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.609683 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.610030 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.610314 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.610634 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.611010 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.611334 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Tracked resource versions report: Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: pushed versions: Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: { 'AddressGroup': {'1.2'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Agent': {'1.1'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'ConntrackHelper': {'1.0'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'LocalIPAssociation': {'1.0'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Log': {'1.0'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'NDPProxy': {'1.0'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Network': {'1.1'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Port': {'1.7'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'PortForwarding': {'1.3'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'QosPolicy': {'1.10'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'SecurityGroup': {'1.5'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'SecurityGroupRule': {'1.2'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'SubPort': {'1.0'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Subnet': {'1.1'}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Trunk': {'1.1'}} Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: consumer versions: Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: { DHCP agent@dv-cinder-master-3-smb: {}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: L3 agent@dv-cinder-master-3-smb: {}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: Metadata agent@dv-cinder-master-3-smb: {}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: Metering agent@dv-cinder-master-3-smb: {}, Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Agent': '1.1', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'ConntrackHelper': '1.0', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'LocalIPAssociation': '1.0', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Log': '1.0', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'NDPProxy': '1.0', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Network': '1.1', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Port': '1.7', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'PortForwarding': '1.3', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'QosPolicy': '1.10', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'SecurityGroup': '1.5', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'SecurityGroupRule': '1.2', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'SubPort': '1.0', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Subnet': '1.1', Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: 'Trunk': '1.1'}} Apr 01 10:05:05.612783 dv-cinder-master-3-smb neutron-server[103820]: {{(pid=103820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 10:05:05.616734 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:05:05.617155 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Checking segment: {'id': 'ee5984e4-a005-4829-93e2-f7948d277d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:05:05.617639 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:05.618024 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Bound using segment: {'id': 'ee5984e4-a005-4829-93e2-f7948d277d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:05:05.618499 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Bound port: 4864f6aa-cd43-4ed2-aa8b-86965c5b1471, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee5984e4-a005-4829-93e2-f7948d277d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:05:05.618882 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:05.678714 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2f88f5b8-4d88-4b22-beac-bc7f7b028a95 None None] Provisioning complete for port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:05:05.679380 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2f88f5b8-4d88-4b22-beac-bc7f7b028a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:05.685390 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] For port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:05:05.704356 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] For port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4864f6aa-cd43-4ed2-aa8b-86965c5b1471,segment=NetworkSegment(ee5984e4-a005-4829-93e2-f7948d277d80),segment_id=ee5984e4-a005-4829-93e2-f7948d277d80)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:05:05.713161 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2f88f5b8-4d88-4b22-beac-bc7f7b028a95 None None] Port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:05:05.777305 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:05.835304 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded97f0-f498-4e39-9ebd-6891b8e6a85c None None] Pushing event updated for resources: {'Port': ['ID=4864f6aa-cd43-4ed2-aa8b-86965c5b1471,revision_number=4']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:05:05.843926 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Routers {'ea2d1ad3-8f58-43c9-951f-9ae94f39e082'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:05:05.844570 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:05:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ea2d1ad3-8f58-43c9-951f-9ae94f39e082'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:05:05.938380 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] Set router ea2d1ad3-8f58-43c9-951f-9ae94f39e082 gateway port host: None {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:05:06.037118 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2785df07-31ed-4c45-aa4f-ccffa24b7997 None None] Provisioning complete for port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:05:06.037726 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2785df07-31ed-4c45-aa4f-ccffa24b7997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:06.116025 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2785df07-31ed-4c45-aa4f-ccffa24b7997 None None] Current status of the port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:05:06.116316 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2785df07-31ed-4c45-aa4f-ccffa24b7997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:06.148043 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2785df07-31ed-4c45-aa4f-ccffa24b7997 None None] For port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4864f6aa-cd43-4ed2-aa8b-86965c5b1471,segment=NetworkSegment(ee5984e4-a005-4829-93e2-f7948d277d80),segment_id=ee5984e4-a005-4829-93e2-f7948d277d80)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:05:06.153695 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'name': 'router1', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:52Z', 'updated_at': '2022-04-01T10:05:03Z', 'revision_number': 2, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'gw_port_host': None, '_interfaces': [{'id': '4864f6aa-cd43-4ed2-aa8b-86965c5b1471', 'name': '', 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'mac_address': 'fa:16:3e:3a:df:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:05:02Z', 'updated_at': '2022-04-01T10:05:05Z', 'revision_number': 4, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'subnets': [{'id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1e1798f-37a1-4d65-b1e1-70e8e63afb9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:05:06.182445 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9e1007-3d10-49c4-9754-ab5e12e125b5 None None] The sync data for ids ['ea2d1ad3-8f58-43c9-951f-9ae94f39e082'] in dv-cinder-master-3-smb is: [{'id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'name': 'router1', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:52Z', 'updated_at': '2022-04-01T10:05:03Z', 'revision_number': 2, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'gw_port_host': None, '_interfaces': [{'id': '4864f6aa-cd43-4ed2-aa8b-86965c5b1471', 'name': '', 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'mac_address': 'fa:16:3e:3a:df:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:05:02Z', 'updated_at': '2022-04-01T10:05:05Z', 'revision_number': 4, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'subnets': [{'id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1e1798f-37a1-4d65-b1e1-70e8e63afb9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:05:06.222864 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2785df07-31ed-4c45-aa4f-ccffa24b7997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:06.272446 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785df07-31ed-4c45-aa4f-ccffa24b7997 None None] Pushing event updated for resources: {'Port': ['ID=4864f6aa-cd43-4ed2-aa8b-86965c5b1471,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:05:06.590685 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60512) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:05:06.710859 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04902500-9e3e-4d15-892f-cce33b919712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:05:06.712230 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-04902500-9e3e-4d15-892f-cce33b919712 admin admin] 10.222.0.13 "GET /v2.0/networks/aeedfa4d-82b6-43b4-8b9b-8358174c47b5 HTTP/1.1" status: 200 len: 842 time: 0.1204796 Apr 01 10:05:06.721361 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Request body: {'subnet': {'cidr': '172.37.3.0/24', 'enable_dhcp': False, 'gateway_ip': '172.37.3.1', 'ip_version': 4, 'name': 'public-subnet', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:05:06.794061 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Made reservation on behalf of 2b8410597aa147cea96a1d0590c96680 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:05:06.796338 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:07.136287 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.objects.ports [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103818) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Apr 01 10:05:07.136699 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (9fce0700-5ce0-4e31-be53-f521e5f03b19), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:07.194713 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fce0700-5ce0-4e31-be53-f521e5f03b19,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:05:07.200473 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Checking segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:05:07.200832 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Network hostable DHCP agents. Network: aeedfa4d-82b6-43b4-8b9b-8358174c47b5, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:05:07.267918 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:05:07.324913 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, aeedfa4d-82b6-43b4-8b9b-8358174c47b5) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:05:07.328961 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:05:07.329598 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:07.335493 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57922712-274d-4909-9333-bf7909693671 None None] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:05:07.379341 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-25486fa4-d7f5-43f1-bdf7-b935de518f4b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6612105 Apr 01 10:05:07.453352 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682a6c08-2e98-4b5a-92cd-92c60e6fbc4d None None] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:05:09.806031 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60530) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:05:10.013344 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-d6ef60d5-f2f5-468c-adf6-238e657361a6 demo admin] 10.222.0.13 "GET /v2.0/routers/ea2d1ad3-8f58-43c9-951f-9ae94f39e082 HTTP/1.1" status: 200 len: 710 time: 0.2058539 Apr 01 10:05:10.097417 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b494a1c2-ba3d-423b-b0a9-8cdf34714067 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:05:10.099289 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-b494a1c2-ba3d-423b-b0a9-8cdf34714067 demo admin] 10.222.0.13 "GET /v2.0/networks/aeedfa4d-82b6-43b4-8b9b-8358174c47b5 HTTP/1.1" status: 200 len: 886 time: 0.0803916 Apr 01 10:05:10.107905 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:05:10.358970 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Publish callbacks [] for router_gateway (ea2d1ad3-8f58-43c9-951f-9ae94f39e082), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:10.678179 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Publish callbacks [] for router_gateway (ea2d1ad3-8f58-43c9-951f-9ae94f39e082), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:10.753734 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:10.890923 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Allocated IP 172.37.3.252 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/d1f4b722-3c21-494a-b375-bf1b23c524dd) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:05:11.057771 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Publish callbacks [] for port (d1f4b722-3c21-494a-b375-bf1b23c524dd), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:11.159888 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (d1f4b722-3c21-494a-b375-bf1b23c524dd), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:11.198280 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:05:11.205315 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:05:11.207841 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Pushing event updated for resources: {'Port': ['ID=d1f4b722-3c21-494a-b375-bf1b23c524dd,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:05:11.212140 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:05:11.549836 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Publish callbacks [] for router_gateway (ea2d1ad3-8f58-43c9-951f-9ae94f39e082), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:11.834384 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-2048462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-2050495', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1667'] for router (ea2d1ad3-8f58-43c9-951f-9ae94f39e082), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:11.838206 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-2048473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-2048464', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-2050486'] for router (ea2d1ad3-8f58-43c9-951f-9ae94f39e082), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:11.943634 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Router ea2d1ad3-8f58-43c9-951f-9ae94f39e082 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:05:12.053060 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:05:12.057758 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:12.058945 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-56adbe02-65e2-4ffd-95ac-04e0f6099460 demo admin] 10.222.0.13 "PUT /v2.0/routers/ea2d1ad3-8f58-43c9-951f-9ae94f39e082 HTTP/1.1" status: 200 len: 890 time: 1.9541433 Apr 01 10:05:13.607317 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:05:13.654964 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:05:13.655343 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:13.734275 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:05:14.574704 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 60544) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:05:14.694291 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-4f926ed4-4324-4fdd-b000-58b89b17dfbe admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1182220 Apr 01 10:05:14.748438 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:05:14.856267 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Sync routers for ids ['ea2d1ad3-8f58-43c9-951f-9ae94f39e082'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:05:14.869354 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Routers {'ea2d1ad3-8f58-43c9-951f-9ae94f39e082'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:05:14.875645 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:05:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ea2d1ad3-8f58-43c9-951f-9ae94f39e082'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:05:15.089036 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Set router ea2d1ad3-8f58-43c9-951f-9ae94f39e082 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:05:15.490330 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'name': 'router1', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.252'}], 'enable_snat': True}, 'gw_port_id': 'd1f4b722-3c21-494a-b375-bf1b23c524dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:52Z', 'updated_at': '2022-04-01T10:05:11Z', 'revision_number': 4, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'gw_port': {'id': 'd1f4b722-3c21-494a-b375-bf1b23c524dd', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:05:10Z', 'updated_at': '2022-04-01T10:05:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4864f6aa-cd43-4ed2-aa8b-86965c5b1471', 'name': '', 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'mac_address': 'fa:16:3e:3a:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:05:02Z', 'updated_at': '2022-04-01T10:05:06Z', 'revision_number': 5, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'subnets': [{'id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1e1798f-37a1-4d65-b1e1-70e8e63afb9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:05:15.615042 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Checking router: ea2d1ad3-8f58-43c9-951f-9ae94f39e082 for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:05:15.615347 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Updating router ea2d1ad3-8f58-43c9-951f-9ae94f39e082 port d1f4b722-3c21-494a-b375-bf1b23c524dd binding host dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:05:15.668110 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d1f4b722-3c21-494a-b375-bf1b23c524dd), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:16.006154 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Publish callbacks [] for port (d1f4b722-3c21-494a-b375-bf1b23c524dd), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:16.090843 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d1f4b722-3c21-494a-b375-bf1b23c524dd), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:16.138589 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Attempting to bind port d1f4b722-3c21-494a-b375-bf1b23c524dd on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:05:16.138994 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Attempting to bind port d1f4b722-3c21-494a-b375-bf1b23c524dd by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:05:16.139336 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Attempting to bind port d1f4b722-3c21-494a-b375-bf1b23c524dd on network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:05:16.146568 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa968a-1bb0-4c58-aec0-7b416181f02d None None] Pushing event updated for resources: {'Port': ['ID=d1f4b722-3c21-494a-b375-bf1b23c524dd,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:05:16.149158 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:05:16.149586 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Checking segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:05:16.149916 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:16.150299 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Bound using segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:05:16.150761 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Bound port: d1f4b722-3c21-494a-b375-bf1b23c524dd, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:05:16.151138 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d1f4b722-3c21-494a-b375-bf1b23c524dd), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:16.198609 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] For port d1f4b722-3c21-494a-b375-bf1b23c524dd, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:05:16.201531 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] For port d1f4b722-3c21-494a-b375-bf1b23c524dd, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d1f4b722-3c21-494a-b375-bf1b23c524dd,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:05:16.290749 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d1f4b722-3c21-494a-b375-bf1b23c524dd), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:16.360961 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa968a-1bb0-4c58-aec0-7b416181f02d None None] Pushing event updated for resources: {'Port': ['ID=d1f4b722-3c21-494a-b375-bf1b23c524dd,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:05:16.364918 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Routers {'ea2d1ad3-8f58-43c9-951f-9ae94f39e082'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:05:16.365045 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:05:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ea2d1ad3-8f58-43c9-951f-9ae94f39e082'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:05:16.478796 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] Set router ea2d1ad3-8f58-43c9-951f-9ae94f39e082 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:05:16.697190 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'name': 'router1', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.252'}], 'enable_snat': True}, 'gw_port_id': 'd1f4b722-3c21-494a-b375-bf1b23c524dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:52Z', 'updated_at': '2022-04-01T10:05:11Z', 'revision_number': 4, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'gw_port': {'id': 'd1f4b722-3c21-494a-b375-bf1b23c524dd', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:05:10Z', 'updated_at': '2022-04-01T10:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4864f6aa-cd43-4ed2-aa8b-86965c5b1471', 'name': '', 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'mac_address': 'fa:16:3e:3a:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:05:02Z', 'updated_at': '2022-04-01T10:05:06Z', 'revision_number': 5, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'subnets': [{'id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1e1798f-37a1-4d65-b1e1-70e8e63afb9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:05:16.726810 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a9731f-8405-4d22-bc1d-de9f0e6fa672 None None] The sync data for ids ['ea2d1ad3-8f58-43c9-951f-9ae94f39e082'] in dv-cinder-master-3-smb is: [{'id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'name': 'router1', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.252'}], 'enable_snat': True}, 'gw_port_id': 'd1f4b722-3c21-494a-b375-bf1b23c524dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:04:52Z', 'updated_at': '2022-04-01T10:05:11Z', 'revision_number': 4, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'gw_port': {'id': 'd1f4b722-3c21-494a-b375-bf1b23c524dd', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:eb:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:05:10Z', 'updated_at': '2022-04-01T10:05:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4864f6aa-cd43-4ed2-aa8b-86965c5b1471', 'name': '', 'network_id': 'dcad1a76-48ce-45dc-a02d-72faa9ba1d0e', 'tenant_id': '20384b73c31b48b5b20f0e84e6d5a654', 'mac_address': 'fa:16:3e:3a:df:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea2d1ad3-8f58-43c9-951f-9ae94f39e082', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:05:02Z', 'updated_at': '2022-04-01T10:05:06Z', 'revision_number': 5, 'project_id': '20384b73c31b48b5b20f0e84e6d5a654', 'subnets': [{'id': 'da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f1e1798f-37a1-4d65-b1e1-70e8e63afb9f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:05:17.673209 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device d1f4b722-3c21-494a-b375-bf1b23c524dd up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:05:17.743110 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port d1f4b722-3c21-494a-b375-bf1b23c524dd triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:05:17.743509 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d1f4b722-3c21-494a-b375-bf1b23c524dd), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:17.851469 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port d1f4b722-3c21-494a-b375-bf1b23c524dd is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:05:17.851819 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d1f4b722-3c21-494a-b375-bf1b23c524dd), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:17.876052 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] For port d1f4b722-3c21-494a-b375-bf1b23c524dd, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d1f4b722-3c21-494a-b375-bf1b23c524dd,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:05:17.936346 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d1f4b722-3c21-494a-b375-bf1b23c524dd), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:17.988567 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Pushing event updated for resources: {'Port': ['ID=d1f4b722-3c21-494a-b375-bf1b23c524dd,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:05:19.633089 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device d1f4b722-3c21-494a-b375-bf1b23c524dd up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:05:19.719500 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port d1f4b722-3c21-494a-b375-bf1b23c524dd triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:05:19.720391 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d1f4b722-3c21-494a-b375-bf1b23c524dd), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:19.862275 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port d1f4b722-3c21-494a-b375-bf1b23c524dd is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:05:28.541576 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a8e81c23-3058-4872-8d8a-d1e666929058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:30.839048 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f061bf7f-ee0b-4a43-8bab-ce6d87e4556a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:31.821382 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:33.324622 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:34.926516 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:05:51.747756 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:05:58.552296 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c44949b1-c661-4268-812f-265466504d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:00.814886 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0899578b-c1a6-4152-a1a1-104f4401fe64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:01.808913 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:03.305984 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:04.894390 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:28.562166 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3d243c50-0547-4aa4-a42a-908165272f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:28.747041 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:06:30.813518 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-641e27a7-cd48-4a03-a844-4f2b79307e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:31.807503 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:33.310466 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:34.887488 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:38.228705 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32796) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:06:38.288668 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.pecan_wsgi.hooks.translation [None req-33d75c44-a4fb-4f45-bac7-50c51ff3b79f admin admin] GET failed (client error): The resource could not be found. Apr 01 10:06:38.289959 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-33d75c44-a4fb-4f45-bac7-50c51ff3b79f admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0602906 Apr 01 10:06:38.450520 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812259d9-b81e-404c-936b-d9f916a14312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:38.451922 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-812259d9-b81e-404c-936b-d9f916a14312 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1578996 Apr 01 10:06:40.756965 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32806) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:06:40.852468 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d64f862-145a-47f9-82e1-4b6a0cfcbe25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:40.854207 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-4d64f862-145a-47f9-82e1-4b6a0cfcbe25 admin admin] 10.222.0.13 "GET /v2.0/subnets/da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6 HTTP/1.1" status: 200 len: 849 time: 0.0962398 Apr 01 10:06:40.868221 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:06:40.952424 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Publish callbacks [] for subnet (da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:41.143958 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783486209666'] for subnet (da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:41.175398 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:41.176607 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:41.177302 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] 10.222.0.13 "PUT /v2.0/subnets/da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6 HTTP/1.1" status: 200 len: 868 time: 0.3128457 Apr 01 10:06:41.194544 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:06:41.195552 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f7656b-1dc6-417d-82e6-c014e30a2054 None None] Network dcad1a76-48ce-45dc-a02d-72faa9ba1d0e requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:06:41.202333 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.202824 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.203052 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.203432 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.203770 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.204101 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.204430 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.204764 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.205085 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.205439 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.205769 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.206112 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.206432 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.206751 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.207596 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce86e9e-421d-4e00-88c6-e9875be256ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:06:41.594645 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e6489ad6-73fe-4524-89f4-2005af24fb6e None None] Provisioning complete for port d63032cd-f00b-405f-bf0e-3accd6206381 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:06:41.595041 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e6489ad6-73fe-4524-89f4-2005af24fb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d63032cd-f00b-405f-bf0e-3accd6206381), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:41.673616 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e6489ad6-73fe-4524-89f4-2005af24fb6e None None] Current status of the port d63032cd-f00b-405f-bf0e-3accd6206381 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:06:41.683311 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e6489ad6-73fe-4524-89f4-2005af24fb6e None None] Provisioning complete for port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:06:41.683707 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e6489ad6-73fe-4524-89f4-2005af24fb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4864f6aa-cd43-4ed2-aa8b-86965c5b1471), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:06:41.756775 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e6489ad6-73fe-4524-89f4-2005af24fb6e None None] Current status of the port 4864f6aa-cd43-4ed2-aa8b-86965c5b1471 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:06:43.526622 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32814) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:06:43.724821 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7863b02-5dfa-41d3-b568-956b9471090e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:43.725239 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7863b02-5dfa-41d3-b568-956b9471090e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:43.726784 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-b7863b02-5dfa-41d3-b568-956b9471090e admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1991966 Apr 01 10:06:46.017262 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32822) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:06:46.147102 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f566197-7239-4dbd-b51f-d0e3147a08d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:46.147571 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f566197-7239-4dbd-b51f-d0e3147a08d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:46.149123 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-7f566197-7239-4dbd-b51f-d0e3147a08d8 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309257 Apr 01 10:06:48.438942 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32830) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:06:48.560152 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8655e230-f6b1-435f-bf77-fe368ee062a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:48.561524 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-8655e230-f6b1-435f-bf77-fe368ee062a6 admin admin] 10.222.0.13 "GET /v2.0/networks/aeedfa4d-82b6-43b4-8b9b-8358174c47b5 HTTP/1.1" status: 200 len: 886 time: 0.1216300 Apr 01 10:06:50.857663 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32838) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:06:50.985553 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dbc502-81f5-45ba-a3fe-29193f60abe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:50.986900 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-03dbc502-81f5-45ba-a3fe-29193f60abe9 admin admin] 10.222.0.13 "GET /v2.0/networks/dcad1a76-48ce-45dc-a02d-72faa9ba1d0e HTTP/1.1" status: 200 len: 869 time: 0.1282885 Apr 01 10:06:53.286731 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32846) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:06:53.407112 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f125f7d-5b50-44e9-aef8-39285b2d884d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:53.407565 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f125f7d-5b50-44e9-aef8-39285b2d884d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:53.409067 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-5f125f7d-5b50-44e9-aef8-39285b2d884d admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1214092 Apr 01 10:06:55.715394 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32854) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:06:55.917602 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f219eb-5e4e-496a-9855-ea453f3a8561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:55.917973 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f219eb-5e4e-496a-9855-ea453f3a8561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:55.919513 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-e3f219eb-5e4e-496a-9855-ea453f3a8561 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2031689 Apr 01 10:06:58.231292 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32862) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:06:58.314022 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8a1ff6-be74-43fd-b6c1-d55f93d428b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:06:58.315311 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-0f8a1ff6-be74-43fd-b6c1-d55f93d428b1 admin admin] 10.222.0.13 "GET /v2.0/subnets/9fce0700-5ce0-4e31-be53-f521e5f03b19 HTTP/1.1" status: 200 len: 816 time: 0.0831029 Apr 01 10:06:58.567087 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6abb8cf2-536a-41b2-aeae-1f2747356696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:00.620609 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 32870) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:07:00.714293 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80576d87-d5b8-4d1b-96f1-1bbf71bbdb5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:07:00.715595 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-80576d87-d5b8-4d1b-96f1-1bbf71bbdb5e admin admin] 10.222.0.13 "GET /v2.0/subnets/da12ffee-f4d9-4d09-a19c-6ae2b8bf5ba6 HTTP/1.1" status: 200 len: 868 time: 0.0940259 Apr 01 10:07:00.823595 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5cbdc161-b177-45dc-82a5-f3c7c9ba46f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:01.789219 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:03.297716 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:04.908779 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:05.747527 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:07:28.559869 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-10774e39-aaaa-445d-94b8-8065c0031f1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:28.674502 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 32924) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:07:28.719867 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [None req-4b2cc9fb-a8ae-452b-a60d-c140525b6861 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:07:28.721158 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-4b2cc9fb-a8ae-452b-a60d-c140525b6861 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457201 Apr 01 10:07:30.833954 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-db223ff0-246d-4730-bbd3-bfc8c7115a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:31.109213 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32932) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:07:31.168094 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.pecan_wsgi.hooks.translation [None req-763a9a5d-e1de-4304-91d6-1ccaa6584149 admin admin] GET failed (client error): The resource could not be found. Apr 01 10:07:31.169369 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-763a9a5d-e1de-4304-91d6-1ccaa6584149 admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592568 Apr 01 10:07:31.252745 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abbfba8-5ac2-46cf-b780-aa60f3e0e060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:07:31.254230 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-6abbfba8-5ac2-46cf-b780-aa60f3e0e060 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0809879 Apr 01 10:07:31.816859 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:33.308162 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:33.580230 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 32940) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:07:33.627081 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:07:33.702021 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Made reservation on behalf of 2b8410597aa147cea96a1d0590c96680 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:07:33.704198 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:33.748374 dv-cinder-master-3-smb neutron-server[103817]: WARNING neutron.services.revisions.revision_plugin [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Could not find related network for resource to bump revision. Apr 01 10:07:33.764184 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:07:33.776294 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783486036273', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (6509ffeb-272a-474b-bec0-7c0053710ff7), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:33.776859 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Unsubscribe: segment precommit_create {{(pid=103817) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 01 10:07:33.777354 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.segments_db [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Added segment 6509ffeb-272a-474b-bec0-7c0053710ff7 of type vlan for network 280420b1-f690-4082-8ce2-91cf79d112e9 Apr 01 10:07:33.821852 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (280420b1-f690-4082-8ce2-91cf79d112e9), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:33.924752 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (280420b1-f690-4082-8ce2-91cf79d112e9), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:33.926358 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:07:33.926954 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:34.030965 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Pushing event updated for resources: {'Network': ['ID=280420b1-f690-4082-8ce2-91cf79d112e9,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:07:34.037897 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.038244 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.038605 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.038967 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.039305 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.039633 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.039959 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.040287 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.040610 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.040931 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.041280 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.041621 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.041947 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.042269 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.042588 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:34.055178 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network 280420b1-f690-4082-8ce2-91cf79d112e9 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:07:34.059007 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-f4e78c9b-3339-4dc9-bf47-22fbcb54ebff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4777586 Apr 01 10:07:34.890677 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:36.405804 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32948) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:07:36.464819 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac2719ea-5c4d-4579-9449-2d84dc91f901 admin admin] GET failed (client error): The resource could not be found. Apr 01 10:07:36.466096 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-ac2719ea-5c4d-4579-9449-2d84dc91f901 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593588 Apr 01 10:07:36.532743 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a601321f-f7a6-452e-b870-a76796d1f6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:07:36.534217 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-a601321f-f7a6-452e-b870-a76796d1f6c3 admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0642276 Apr 01 10:07:36.544426 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:07:36.685126 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] Made reservation on behalf of 2b8410597aa147cea96a1d0590c96680 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:07:36.687409 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:36.884842 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (43c93f1c-9cb8-4b93-b460-1d9c1c9c8a77), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:36.937571 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43c93f1c-9cb8-4b93-b460-1d9c1c9c8a77,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:07:36.947088 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] Checking segment: {'id': '6509ffeb-272a-474b-bec0-7c0053710ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:07:36.947448 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] Network hostable DHCP agents. Network: 280420b1-f690-4082-8ce2-91cf79d112e9, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:07:37.015783 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] Network 280420b1-f690-4082-8ce2-91cf79d112e9 is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:07:37.090382 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 280420b1-f690-4082-8ce2-91cf79d112e9) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:07:37.094504 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:07:37.095175 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:37.099567 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-731a5b47-c2aa-4e8d-87c9-0bcdb7f6e46e None None] Network 280420b1-f690-4082-8ce2-91cf79d112e9 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:07:37.173429 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-df40fc25-e4b4-421b-872c-51643bf97cd6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6322894 Apr 01 10:07:37.202588 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-280420b1-f690-4082-8ce2-91cf79d112e9', 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9', 'project_id': '2b8410597aa147cea96a1d0590c96680', 'fixed_ips': [{'subnet_id': '43c93f1c-9cb8-4b93-b460-1d9c1c9c8a77'}]}} from dv-cinder-master-3-smb. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 10:07:37.203471 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:37.343058 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Allocated IP 192.168.233.2 (280420b1-f690-4082-8ce2-91cf79d112e9/43c93f1c-9cb8-4b93-b460-1d9c1c9c8a77/c8ee3b2c-76c5-495f-84f1-6d6434d1f03e) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:07:37.486210 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Publish callbacks [] for port (c8ee3b2c-76c5-495f-84f1-6d6434d1f03e), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:37.582863 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (c8ee3b2c-76c5-495f-84f1-6d6434d1f03e), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:37.621453 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Network 280420b1-f690-4082-8ce2-91cf79d112e9 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:07:37.624224 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:07:37.630079 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:07:37.635486 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Pushing event updated for resources: {'Port': ['ID=c8ee3b2c-76c5-495f-84f1-6d6434d1f03e,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:07:37.646072 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.646421 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.646761 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.647113 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.647446 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.647772 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.648104 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.648433 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.648740 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.649057 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.649401 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.649738 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.650060 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.650376 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.650689 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:07:37.702408 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Attempting to bind port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:07:37.702764 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Attempting to bind port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '6509ffeb-272a-474b-bec0-7c0053710ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:07:37.703135 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Attempting to bind port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e on network 280420b1-f690-4082-8ce2-91cf79d112e9 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:07:37.708119 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 7, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:07:37.708497 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Checking segment: {'id': '6509ffeb-272a-474b-bec0-7c0053710ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:07:37.708902 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:37.709336 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Bound using segment: {'id': '6509ffeb-272a-474b-bec0-7c0053710ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:07:37.709805 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Bound port: c8ee3b2c-76c5-495f-84f1-6d6434d1f03e, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6509ffeb-272a-474b-bec0-7c0053710ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:07:37.710187 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (c8ee3b2c-76c5-495f-84f1-6d6434d1f03e), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:37.771130 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] For port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:07:37.774099 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] For port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c8ee3b2c-76c5-495f-84f1-6d6434d1f03e,segment=NetworkSegment(6509ffeb-272a-474b-bec0-7c0053710ff7),segment_id=6509ffeb-272a-474b-bec0-7c0053710ff7)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:07:37.833862 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (c8ee3b2c-76c5-495f-84f1-6d6434d1f03e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:37.894503 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9aca14-c580-4677-a968-206a183769c6 None None] Pushing event updated for resources: {'Port': ['ID=c8ee3b2c-76c5-495f-84f1-6d6434d1f03e,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:07:38.754466 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c6ca8-cd65-4332-9947-0c0bc31baeb3 None None] Network 280420b1-f690-4082-8ce2-91cf79d112e9 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:07:38.924174 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-253a552f-09e7-492d-bf76-0e15f8b41cda None None] Provisioning complete for port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:07:38.924574 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-253a552f-09e7-492d-bf76-0e15f8b41cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (c8ee3b2c-76c5-495f-84f1-6d6434d1f03e), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:39.038346 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-253a552f-09e7-492d-bf76-0e15f8b41cda None None] Current status of the port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:07:39.038641 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-253a552f-09e7-492d-bf76-0e15f8b41cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (c8ee3b2c-76c5-495f-84f1-6d6434d1f03e), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:39.072352 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-253a552f-09e7-492d-bf76-0e15f8b41cda None None] For port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=c8ee3b2c-76c5-495f-84f1-6d6434d1f03e,segment=NetworkSegment(6509ffeb-272a-474b-bec0-7c0053710ff7),segment_id=6509ffeb-272a-474b-bec0-7c0053710ff7)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:07:39.154003 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-253a552f-09e7-492d-bf76-0e15f8b41cda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (c8ee3b2c-76c5-495f-84f1-6d6434d1f03e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:39.210252 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a552f-09e7-492d-bf76-0e15f8b41cda None None] Pushing event updated for resources: {'Port': ['ID=c8ee3b2c-76c5-495f-84f1-6d6434d1f03e,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:07:39.273765 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-153f30bf-9eb5-43c5-a9b0-5074777f98dc None None] Provisioning complete for port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:07:39.274159 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-153f30bf-9eb5-43c5-a9b0-5074777f98dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (c8ee3b2c-76c5-495f-84f1-6d6434d1f03e), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:39.355273 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-153f30bf-9eb5-43c5-a9b0-5074777f98dc None None] Current status of the port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:07:39.711413 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device c8ee3b2c-76c5-495f-84f1-6d6434d1f03e up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:07:39.760430 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:07:39.761081 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (c8ee3b2c-76c5-495f-84f1-6d6434d1f03e), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:07:39.840115 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port c8ee3b2c-76c5-495f-84f1-6d6434d1f03e is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:07:42.746654 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:07:58.598257 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-56163a3e-1136-4eca-8f07-8a84f678242c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:08:00.861008 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-22251b51-323d-4629-b417-7c9a9beeb9c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:08:01.809816 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:08:03.295601 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:08:04.889073 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:08:19.744718 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:08:28.546121 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7e45ec06-74cb-4155-b9b5-809e651106e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:08:30.854743 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-19583e9d-82fe-48a7-85a2-af10063b620d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:08:31.825646 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:08:33.311056 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:08:34.916753 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:08:56.743455 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:08:58.566851 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-17cfffd0-e4aa-4150-87dc-5425e48a1d5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:00.818717 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f3dcf0fd-faf9-4949-a4d8-6d61690ddfd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:01.824423 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:03.315057 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:04.909849 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:06.945836 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 32986) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:09:06.951600 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [None req-7c1c07c5-4c2f-48ce-82ae-0837083bb149 tempest-verify_tempest_config-847105828 tempest-verify_tempest_config-847105828-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:09:06.952497 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-7c1c07c5-4c2f-48ce-82ae-0837083bb149 tempest-verify_tempest_config-847105828 tempest-verify_tempest_config-847105828-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057054 Apr 01 10:09:07.422677 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33004) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:09:07.526082 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:07.596063 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Publish callbacks [] for security_group (8f1887f3-8d81-4ce5-a655-447dc1a0dce1), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:07.674794 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8f1887f3-8d81-4ce5-a655-447dc1a0dce1), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:07.716559 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da814a89767a4089922d45532b5f7f5d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2923813 Apr 01 10:09:07.719082 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1887f3-8d81-4ce5-a655-447dc1a0dce1,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:09:07.719280 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33008) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:09:07.726834 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.733009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d84b3462-c76b-45f0-8f75-65456a41bf0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.795569 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Publish callbacks [] for security_group (8f1887f3-8d81-4ce5-a655-447dc1a0dce1), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:07.816055 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Publish callbacks [] for security_group (8f1887f3-8d81-4ce5-a655-447dc1a0dce1), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:07.956002 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8f1887f3-8d81-4ce5-a655-447dc1a0dce1), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:07.958524 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:07.959692 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f1887f3-8d81-4ce5-a655-447dc1a0dce1 HTTP/1.1" status: 204 len: 168 time: 0.2384179 Apr 01 10:09:07.967600 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1887f3-8d81-4ce5-a655-447dc1a0dce1,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:09:07.975184 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.975532 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.975887 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.976228 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.976559 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.976908 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.977260 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.977591 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.977915 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.978237 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.978564 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.978898 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.979596 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.980016 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:07.980355 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4025f731-afcd-47d3-99f9-97e10ea02085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:09:28.542586 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-62411959-472c-4aaa-a018-cb3150597f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:30.816944 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-fe5d1271-abd8-49da-8eb5-dbb5559787dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:31.811409 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:33.325086 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:33.741503 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:09:34.891176 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:09:58.535764 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0f2eaadb-051b-4aa5-b4fd-77d03716cd8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:10:00.821805 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0e72e8c6-4977-493e-b69f-95e72640a39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:10:01.833023 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:10:03.335674 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:10:04.941347 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:10:10.740413 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:10:28.568888 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-873425cf-3539-452e-aca6-dfbdfb9c0872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:10:30.848709 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4109b2a4-c89d-4a8f-bd48-96bf50b49540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:10:31.831260 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:10:33.323030 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:10:34.928187 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:10:47.739286 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 5 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:10:56.030399 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2051536'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:10:58.561739 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f02ff8e8-306c-49f9-848d-a4fc3ae60cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:00.835561 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6447a04c-90cf-4aa4-863e-f9652b8976d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:01.830333 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:03.327848 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:04.949755 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:10.934367 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33080) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:11:11.035808 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-10de16c8-65f6-453c-93f0-c5bd8aecc261 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1003757 Apr 01 10:11:13.356092 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33090) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:11:13.419566 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-462ee5d4-2b5b-422c-b890-5db88dd3023e admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0623546 Apr 01 10:11:24.738649 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:11:26.028819 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:28.565822 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-abcb2176-addc-4526-a260-354ac3695d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:30.823518 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ff44f376-82e0-4003-a216-4c208661ee17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:31.858157 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:33.342516 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:34.920184 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:56.044994 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:11:58.558853 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-dbcb2d94-8bf3-4bbe-b98d-0108f2db467c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:00.832835 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-922f72bb-e3de-41cb-a9ec-691a7d8ee031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:01.737886 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:12:01.901903 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:03.359209 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:04.912757 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:26.043388 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:28.551766 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7636122b-c39a-4f9e-8d92-d04386f0b686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:30.826523 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-be539377-5c47-491f-991f-b8443bcf7797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:31.842905 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:33.345826 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:34.888623 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:38.737102 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:12:53.138286 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33264) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:53.312882 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33280) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:53.331103 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33286) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:53.401283 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-network', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:53.585099 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Made reservation on behalf of 944c78fd166e487fa555d9dfc89307ca for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:12:53.587469 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.596565 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.677577 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Publish callbacks [] for security_group (6fff3cd8-522b-48fd-a12e-87f7dfad4bd0), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.750786 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (6fff3cd8-522b-48fd-a12e-87f7dfad4bd0), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.754741 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-652511781-network', 'tenant_id': 'ee5630e54c3b4d2ebffbfe54d51b2d30'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:53.782077 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:53.785088 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:12:53.795142 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.797116 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.797116 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.797116 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.797116 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.797116 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.797717 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.797717 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.797900 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.798149 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.798468 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.798861 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.799110 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.799418 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.799732 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Tracked resource versions report: Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: pushed versions: Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: { 'AddressGroup': {'1.2'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Agent': {'1.1'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'ConntrackHelper': {'1.0'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'LocalIPAssociation': {'1.0'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Log': {'1.0'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'NDPProxy': {'1.0'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Network': {'1.1'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Port': {'1.7'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'PortForwarding': {'1.3'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'QosPolicy': {'1.10'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'SecurityGroup': {'1.5'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'SecurityGroupRule': {'1.2'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'SubPort': {'1.0'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Subnet': {'1.1'}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Trunk': {'1.1'}} Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: consumer versions: Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: { DHCP agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: HyperV agent@hv-cinder-maste: {}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: L3 agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: Metadata agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: Metering agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Agent': '1.1', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'ConntrackHelper': '1.0', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'LocalIPAssociation': '1.0', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Log': '1.0', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'NDPProxy': '1.0', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Network': '1.1', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Port': '1.7', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'PortForwarding': '1.3', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'QosPolicy': '1.10', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'SecurityGroup': '1.5', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'SecurityGroupRule': '1.2', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'SubPort': '1.0', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Subnet': '1.1', Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: 'Trunk': '1.1'}} Apr 01 10:12:53.801340 dv-cinder-master-3-smb neutron-server[103818]: {{(pid=103818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 10:12:53.809997 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (891ac9d3-ea57-4df2-a3d7-9a11dff185fa), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.810531 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.segments_db [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Added segment 891ac9d3-ea57-4df2-a3d7-9a11dff185fa of type vlan for network 853426ae-fc11-4f7b-806b-575aef5f8d4c Apr 01 10:12:53.830945 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Made reservation on behalf of ee5630e54c3b4d2ebffbfe54d51b2d30 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:12:53.834831 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-745268293-network', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:53.840175 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.856176 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.862947 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33302) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:53.889508 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (853426ae-fc11-4f7b-806b-575aef5f8d4c), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.943800 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Publish callbacks [] for security_group (4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.950639 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Made reservation on behalf of 4fe27716eeb24577b5e8d4ce0ca46b5f for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:12:53.952975 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.963093 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.970933 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (853426ae-fc11-4f7b-806b-575aef5f8d4c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:53.976716 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:12:53.976716 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.013710 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.036186 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:12:54.050093 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=853426ae-fc11-4f7b-806b-575aef5f8d4c,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:54.055596 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (599b7299-22a0-4a9f-8e4f-41d52380ea72), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.055941 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.segments_db [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Added segment 599b7299-22a0-4a9f-8e4f-41d52380ea72 of type vlan for network 8f777a9a-7a75-49a7-a52c-80df5f044fb0 Apr 01 10:12:54.057403 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:54.062743 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network 853426ae-fc11-4f7b-806b-575aef5f8d4c details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:12:54.089352 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.089623 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.090230 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.090653 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.091046 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.091383 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.091728 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.092270 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.092768 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.093101 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.093457 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.093789 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.094119 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.094466 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.094883 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:54.095498 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-aaafe4aa-d161-4b88-8250-a2da9e566ee9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9557939 Apr 01 10:12:54.096079 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33316) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Tracked resource versions report: Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: pushed versions: Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: { 'AddressGroup': {'1.2'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Agent': {'1.1'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'ConntrackHelper': {'1.0'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'LocalIPAssociation': {'1.0'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Log': {'1.0'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'NDPProxy': {'1.0'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Network': {'1.1'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Port': {'1.7'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'PortForwarding': {'1.3'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'QosPolicy': {'1.10'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'SecurityGroup': {'1.5'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'SecurityGroupRule': {'1.2'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'SubPort': {'1.0'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Subnet': {'1.1'}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Trunk': {'1.1'}} Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: consumer versions: Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: { DHCP agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: HyperV agent@hv-cinder-maste: {}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: L3 agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: Metadata agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: Metering agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Agent': '1.1', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'ConntrackHelper': '1.0', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'LocalIPAssociation': '1.0', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Log': '1.0', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'NDPProxy': '1.0', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Network': '1.1', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Port': '1.7', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'PortForwarding': '1.3', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'QosPolicy': '1.10', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'SecurityGroup': '1.5', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'SecurityGroupRule': '1.2', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'SubPort': '1.0', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Subnet': '1.1', Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: 'Trunk': '1.1'}} Apr 01 10:12:54.096375 dv-cinder-master-3-smb neutron-server[103817]: {{(pid=103817) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 10:12:54.102676 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] Request body: {'subnet': {'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-subnet', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:54.112454 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (8f777a9a-7a75-49a7-a52c-80df5f044fb0), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.139541 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Publish callbacks [] for security_group (fe14405e-ff8e-4c65-9445-30e0be3989ff), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.202217 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (fe14405e-ff8e-4c65-9445-30e0be3989ff), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.216507 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:12:54.217584 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33322) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:54.225968 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (c147e7a4-0793-4f75-9bfc-0a28feff30d2), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.226599 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.segments_db [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Added segment c147e7a4-0793-4f75-9bfc-0a28feff30d2 of type vlan for network f92ca3fc-f878-4471-8584-45362264a2fe Apr 01 10:12:54.231025 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (8f777a9a-7a75-49a7-a52c-80df5f044fb0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.234983 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:12:54.234983 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.276996 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (f92ca3fc-f878-4471-8584-45362264a2fe), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.298793 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] Made reservation on behalf of 944c78fd166e487fa555d9dfc89307ca for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:12:54.299182 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] Pushing event updated for resources: {'Network': ['ID=8f777a9a-7a75-49a7-a52c-80df5f044fb0,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:54.301918 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.309587 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network 8f777a9a-7a75-49a7-a52c-80df5f044fb0 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:12:54.315631 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1113443796-network', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:54.355474 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-46ad7cfe-4c4e-415e-99b0-c27cfeea5993 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0411034 Apr 01 10:12:54.358063 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33332) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:54.365860 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] Request body: {'subnet': {'network_id': '8f777a9a-7a75-49a7-a52c-80df5f044fb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-652511781-subnet', 'tenant_id': 'ee5630e54c3b4d2ebffbfe54d51b2d30', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:54.408577 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe14405e-ff8e-4c65-9445-30e0be3989ff,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:54.444051 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] Made reservation on behalf of ee5630e54c3b4d2ebffbfe54d51b2d30 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:12:54.450816 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.462091 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (f92ca3fc-f878-4471-8584-45362264a2fe), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.466536 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:12:54.466536 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.481434 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Made reservation on behalf of 1f8feca17a5240999c4f2a5c6f313851 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:12:54.484892 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.514217 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.573700 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2414799 Apr 01 10:12:54.578068 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33342) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:54.584400 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-network', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:54.595562 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] Request body: {'subnet': {'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-745268293-subnet', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:54.621755 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a01e6f-23a0-4c1e-8520-ee3d265ee830 admin admin] Pushing event updated for resources: {'Network': ['ID=f92ca3fc-f878-4471-8584-45362264a2fe,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:54.628872 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network f92ca3fc-f878-4471-8584-45362264a2fe details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:12:54.717088 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Made reservation on behalf of 5eeb18f4c1c34c12b529ba97aebe3809 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:12:54.719363 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.733965 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] Made reservation on behalf of 4fe27716eeb24577b5e8d4ce0ca46b5f for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:12:54.738067 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.773836 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.799985 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Publish callbacks [] for security_group (828a45ca-50a4-4bc5-b9ce-25201b37a222), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.831043 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (96f8cb1f-cab3-4b9a-9563-129ee0dac497), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.879589 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (50f8de8b-1a44-42ee-8ccb-ca2b572ba513), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.890437 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (828a45ca-50a4-4bc5-b9ce-25201b37a222), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.927431 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:12:54.951730 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f8cb1f-cab3-4b9a-9563-129ee0dac497,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:54.953918 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828a45ca-50a4-4bc5-b9ce-25201b37a222,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:54.976951 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:54.977393 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.segments_db [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Added segment a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa of type vlan for network e8e7b4de-9a1d-4a82-96e9-42b39622541f Apr 01 10:12:54.988919 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=50f8de8b-1a44-42ee-8ccb-ca2b572ba513,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:55.013015 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] Checking segment: {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:12:55.013510 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] Network hostable DHCP agents. Network: 853426ae-fc11-4f7b-806b-575aef5f8d4c, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:12:55.030746 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (e8e7b4de-9a1d-4a82-96e9-42b39622541f), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.053626 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Publish callbacks [] for security_group (b6532f7f-205e-47c8-8bed-698a335153c2), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.066932 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] Checking segment: {'id': '599b7299-22a0-4a9f-8e4f-41d52380ea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8f777a9a-7a75-49a7-a52c-80df5f044fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:12:55.067373 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] Network hostable DHCP agents. Network: 8f777a9a-7a75-49a7-a52c-80df5f044fb0, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:12:55.099151 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] Network 853426ae-fc11-4f7b-806b-575aef5f8d4c is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:12:55.161956 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b6532f7f-205e-47c8-8bed-698a335153c2), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.186993 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:12:55.191730 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (e8e7b4de-9a1d-4a82-96e9-42b39622541f), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.192851 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:12:55.193542 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.196280 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (3c4bd942-1f07-46b6-a4b8-3efb6580d55d), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.198474 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] Network 8f777a9a-7a75-49a7-a52c-80df5f044fb0 is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:12:55.210193 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6532f7f-205e-47c8-8bed-698a335153c2,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:55.214070 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (3f1ecaf6-82ca-4a4d-a502-1325b939129f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.214426 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.segments_db [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Added segment 3f1ecaf6-82ca-4a4d-a502-1325b939129f of type vlan for network fea27fba-ffc7-42c6-acca-74e928fc7023 Apr 01 10:12:55.244823 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 853426ae-fc11-4f7b-806b-575aef5f8d4c) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:12:55.253489 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:12:55.254262 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.258911 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bd96cb-e779-4faa-9286-07698dd36f77 None None] Network 853426ae-fc11-4f7b-806b-575aef5f8d4c requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:12:55.268688 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] Pushing event updated for resources: {'Network': ['ID=e8e7b4de-9a1d-4a82-96e9-42b39622541f,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:55.285704 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 8f777a9a-7a75-49a7-a52c-80df5f044fb0) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:12:55.300778 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-d0cbc64b-0ca5-4fc7-9469-65e90ea3b057 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4318631 Apr 01 10:12:55.301257 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33368) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:55.306273 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (fea27fba-ffc7-42c6-acca-74e928fc7023), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.309915 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:12:55.310505 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.315706 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] Request body: {'subnet': {'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1113443796-subnet', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:55.330043 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network e8e7b4de-9a1d-4a82-96e9-42b39622541f details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:12:55.332401 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc91c774-c1d8-4c05-8e75-95085fc64822 None None] Network 8f777a9a-7a75-49a7-a52c-80df5f044fb0 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:12:55.335128 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-d6534f1e-f7f7-42d8-842c-269ff61a054c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2363431 Apr 01 10:12:55.338317 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33372) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:55.357225 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4bd942-1f07-46b6-a4b8-3efb6580d55d,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:55.358397 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:55.370658 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] Checking segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:12:55.370658 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] Network hostable DHCP agents. Network: f92ca3fc-f878-4471-8584-45362264a2fe, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:12:55.434634 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-ce9189eb-122d-4eac-a378-e4715667e8dd admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0753489 Apr 01 10:12:55.443383 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (fea27fba-ffc7-42c6-acca-74e928fc7023), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.443383 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:12:55.443673 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.449425 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] Made reservation on behalf of 1f8feca17a5240999c4f2a5c6f313851 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:12:55.451864 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.459200 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] Network f92ca3fc-f878-4471-8584-45362264a2fe is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:12:55.513083 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1700'] for router (6ca4bd43-41d8-4052-8127-5fcb65bb0655), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.513401 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] Pushing event updated for resources: {'Network': ['ID=fea27fba-ffc7-42c6-acca-74e928fc7023,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:55.514151 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2050477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router (6ca4bd43-41d8-4052-8127-5fcb65bb0655), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.557629 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network fea27fba-ffc7-42c6-acca-74e928fc7023 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:12:55.583626 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-b2493123-5407-4670-b1c4-55d1fb0a4432 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3644855 Apr 01 10:12:55.587115 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33384) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:55.592711 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] Request body: {'subnet': {'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-subnet', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:55.606045 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, f92ca3fc-f878-4471-8584-45362264a2fe) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:12:55.610702 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Publish callbacks [] for router_controller (6ca4bd43-41d8-4052-8127-5fcb65bb0655), precommit_add_association {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.621625 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:12:55.622715 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.666435 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e14d76-67bd-4224-b430-42df7d820900 None None] Network f92ca3fc-f878-4471-8584-45362264a2fe requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:12:55.673614 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5afba10-7c1c-4ae9-aa85-1917612d8730 None None] Network 8f777a9a-7a75-49a7-a52c-80df5f044fb0 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:12:55.711394 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] Made reservation on behalf of 5eeb18f4c1c34c12b529ba97aebe3809 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:12:55.713837 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.718699 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e2f8dbef-c825-4a45-8644-58e2fbe673fb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1283846 Apr 01 10:12:55.741804 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33392) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:55.753222 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:55.844650 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-853426ae-fc11-4f7b-806b-575aef5f8d4c', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497'}]}} from dv-cinder-master-3-smb. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 10:12:55.845877 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.892185 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (732114a6-ce68-4568-8360-a1a2d861b474), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.994717 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1700'] for router (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:55.996355 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2050477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:56.098868 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=732114a6-ce68-4568-8360-a1a2d861b474,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:56.152773 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Allocated IP 172.20.0.2 (853426ae-fc11-4f7b-806b-575aef5f8d4c/96f8cb1f-cab3-4b9a-9563-129ee0dac497/9101ca8d-6a9a-4218-b0a9-95b0fc47c091) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:12:56.182055 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Publish callbacks [] for router_gateway (6ca4bd43-41d8-4052-8127-5fcb65bb0655), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:56.195433 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] Checking segment: {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:12:56.195433 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] Network hostable DHCP agents. Network: e8e7b4de-9a1d-4a82-96e9-42b39622541f, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:12:56.238512 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-f92ca3fc-f878-4471-8584-45362264a2fe', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d'}]}} from dv-cinder-master-3-smb. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 10:12:56.239441 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:56.260175 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:56.302408 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Publish callbacks [] for router_controller (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), precommit_add_association {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:56.340177 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] Network e8e7b4de-9a1d-4a82-96e9-42b39622541f is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:12:56.405277 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, e8e7b4de-9a1d-4a82-96e9-42b39622541f) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:12:56.419857 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:12:56.420444 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:56.431030 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (df2d0250-378e-41d8-8fe7-36950ea9cc0b), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:56.438726 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acb3456-811e-4178-be88-387d68152eba None None] Network e8e7b4de-9a1d-4a82-96e9-42b39622541f requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:12:56.543414 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Publish callbacks [] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:56.563942 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Allocated IP 172.20.0.2 (f92ca3fc-f878-4471-8584-45362264a2fe/3c4bd942-1f07-46b6-a4b8-3efb6580d55d/1bd64c2e-958d-4866-aa31-aa02a8765679) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:12:56.594829 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-6f963418-cdb8-41c3-ba40-22ac6b8988e9 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2879539 Apr 01 10:12:56.657952 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474'}]}} from dv-cinder-master-3-smb. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 10:12:56.662045 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:56.665984 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33430) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:56.670871 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:56.671885 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:56.738591 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Network 853426ae-fc11-4f7b-806b-575aef5f8d4c is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:12:56.771036 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:12:56.890503 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:12:56.972152 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Pushing event updated for resources: {'Port': ['ID=9101ca8d-6a9a-4218-b0a9-95b0fc47c091,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:57.000207 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Publish callbacks [] for router_gateway (6ca4bd43-41d8-4052-8127-5fcb65bb0655), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.017436 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.018168 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.018738 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.019304 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.020141 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.020696 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.021275 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.021407 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.021940 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.022498 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.023095 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.023644 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.024110 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.024535 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.025508 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.025927 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Tracked resource versions report: Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: pushed versions: Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: { 'AddressGroup': {'1.2'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Agent': {'1.1'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'ConntrackHelper': {'1.0'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'LocalIPAssociation': {'1.0'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Log': {'1.0'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'NDPProxy': {'1.0'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Network': {'1.1'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Port': {'1.7'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'PortForwarding': {'1.3'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'QosPolicy': {'1.10'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'SecurityGroup': {'1.5'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'SecurityGroupRule': {'1.2'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'SubPort': {'1.0'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Subnet': {'1.1'}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Trunk': {'1.1'}} Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: consumer versions: Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: { DHCP agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: HyperV agent@hv-cinder-maste: {}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: L3 agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: Metadata agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: Metering agent@dv-cinder-master-3-smb: {}, Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Agent': '1.1', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'ConntrackHelper': '1.0', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'LocalIPAssociation': '1.0', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Log': '1.0', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'NDPProxy': '1.0', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Network': '1.1', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Port': '1.7', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'PortForwarding': '1.3', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'QosPolicy': '1.10', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'SecurityGroup': '1.5', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'SecurityGroupRule': '1.2', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'SubPort': '1.0', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Subnet': '1.1', Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: 'Trunk': '1.1'}} Apr 01 10:12:57.027358 dv-cinder-master-3-smb neutron-server[103819]: {{(pid=103819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 10:12:57.094592 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1700'] for router (49320108-804f-4ada-9667-116070d8e3cd), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.096175 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2050477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router (49320108-804f-4ada-9667-116070d8e3cd), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.130884 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] Checking segment: {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:12:57.131250 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] Network hostable DHCP agents. Network: fea27fba-ffc7-42c6-acca-74e928fc7023, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:12:57.135854 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] Pushing event updated for resources: {'Subnet': ['ID=df2d0250-378e-41d8-8fe7-36950ea9cc0b,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:57.171482 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Publish callbacks [] for router_gateway (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.216188 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Publish callbacks [] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.217870 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33462) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:57.223078 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Publish callbacks [] for router_controller (49320108-804f-4ada-9667-116070d8e3cd), precommit_add_association {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.227035 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Attempting to bind port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:12:57.227610 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Attempting to bind port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:12:57.228875 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Attempting to bind port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 on network 853426ae-fc11-4f7b-806b-575aef5f8d4c {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:12:57.244604 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:12:57.245346 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Allocated IP 172.37.3.41 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/53c73fa2-6844-4384-9b22-f065c8d0834a) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:12:57.245783 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Checking segment: {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:12:57.246426 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.246893 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Bound using segment: {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:12:57.247448 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Bound port: 9101ca8d-6a9a-4218-b0a9-95b0fc47c091, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:12:57.247900 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.259795 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] Network fea27fba-ffc7-42c6-acca-74e928fc7023 is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:12:57.260550 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Allocated IP 172.20.0.2 (e8e7b4de-9a1d-4a82-96e9-42b39622541f/732114a6-ce68-4568-8360-a1a2d861b474/2b476701-8c6d-455d-8676-56376412d5ff) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:12:57.303127 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.384872 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, fea27fba-ffc7-42c6-acca-74e928fc7023) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:12:57.398039 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:12:57.398722 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.507540 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e81c78c7-f13b-4faa-90a1-ec8e3609250c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9163668 Apr 01 10:12:57.521701 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33474) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:57.532737 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:12:57.540615 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d32ed8-6632-4e0c-8038-2dd15242b4df None None] Network fea27fba-ffc7-42c6-acca-74e928fc7023 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:12:57.593095 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Publish callbacks [] for router_gateway (49320108-804f-4ada-9667-116070d8e3cd), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.598024 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Network f92ca3fc-f878-4471-8584-45362264a2fe is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:12:57.618622 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:12:57.621331 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Publish callbacks [] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.627754 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-afc5efbd-96e0-486d-b133-2accff9f0a1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.647034 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Pushing event updated for resources: {'Port': ['ID=1bd64c2e-958d-4866-aa31-aa02a8765679,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:57.653463 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] For port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:12:57.664894 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:12:57.698411 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] For port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9101ca8d-6a9a-4218-b0a9-95b0fc47c091,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:12:57.737928 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33488) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:57.740076 dv-cinder-master-3-smb neutron-server[103818]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 10:12:57.764608 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1700'] for router (14a8db32-9f32-4743-89e1-484575fa28a4), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.769324 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2050477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router (14a8db32-9f32-4743-89e1-484575fa28a4), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.861908 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-fea27fba-ffc7-42c6-acca-74e928fc7023', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b'}]}} from dv-cinder-master-3-smb. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 10:12:57.862750 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.891970 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.922855 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Publish callbacks [] for router_controller (14a8db32-9f32-4743-89e1-484575fa28a4), precommit_add_association {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.950291 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Attempting to bind port 1bd64c2e-958d-4866-aa31-aa02a8765679 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:12:57.950649 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Attempting to bind port 1bd64c2e-958d-4866-aa31-aa02a8765679 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:12:57.951023 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Attempting to bind port 1bd64c2e-958d-4866-aa31-aa02a8765679 on network f92ca3fc-f878-4471-8584-45362264a2fe {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:12:57.983552 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:12:57.984371 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Checking segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:12:57.985006 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:57.985660 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Bound using segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:12:57.986379 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Bound port: 1bd64c2e-958d-4866-aa31-aa02a8765679, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:12:57.986999 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.002304 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Publish callbacks [] for port (2b476701-8c6d-455d-8676-56376412d5ff), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.064563 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Publish callbacks [] for router_gateway (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.117668 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (2b476701-8c6d-455d-8676-56376412d5ff), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.120877 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-afc5efbd-96e0-486d-b133-2accff9f0a1b admin admin] Publish callbacks [] for security_group (972723b4-e91f-4861-8b96-bb31aea1a7ea), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.134426 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cd75b-5a66-40f2-8c74-25017d2e8b50 None None] Pushing event updated for resources: {'Port': ['ID=9101ca8d-6a9a-4218-b0a9-95b0fc47c091,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:58.165082 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.183756 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-afc5efbd-96e0-486d-b133-2accff9f0a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (972723b4-e91f-4861-8b96-bb31aea1a7ea), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.205357 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.221835 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-99ea9145-d696-4039-b2d7-40d70c0bd20b tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:12:58.223187 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-99ea9145-d696-4039-b2d7-40d70c0bd20b tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/networks?id=8f777a9a-7a75-49a7-a52c-80df5f044fb0 HTTP/1.1" status: 200 len: 811 time: 0.4842463 Apr 01 10:12:58.242394 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:12:58.272423 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:12:58.296973 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:12:58.311688 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Network e8e7b4de-9a1d-4a82-96e9-42b39622541f is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:12:58.421888 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Allocated IP 172.20.0.2 (fea27fba-ffc7-42c6-acca-74e928fc7023/df2d0250-378e-41d8-8fe7-36950ea9cc0b/701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:12:58.445776 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:12:58.465345 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-afc5efbd-96e0-486d-b133-2accff9f0a1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52cb1d7c6bdb4d03be715e3c0a8ffae5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2463124 Apr 01 10:12:58.482352 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-6d5f3e16-f0f7-40f8-af36-86958643d554 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/quotas/ee5630e54c3b4d2ebffbfe54d51b2d30 HTTP/1.1" status: 200 len: 375 time: 0.2373757 Apr 01 10:12:58.483514 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:12:58.485063 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33504) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:12:58.538658 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5efbd-96e0-486d-b133-2accff9f0a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=972723b4-e91f-4861-8b96-bb31aea1a7ea,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:58.543495 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Publish callbacks [] for router_gateway (14a8db32-9f32-4743-89e1-484575fa28a4), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.577463 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Allocated IP 172.37.3.85 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/f716f37e-45aa-403c-8934-99eab274333b) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:12:58.628811 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-a2046607-34e3-4b73-94ff-dc088131f355 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ee5630e54c3b4d2ebffbfe54d51b2d30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1439526 Apr 01 10:12:58.631811 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Pushing event updated for resources: {'Port': ['ID=53c73fa2-6844-4384-9b22-f065c8d0834a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:58.666280 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Attempting to bind port 2b476701-8c6d-455d-8676-56376412d5ff on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:12:58.670571 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Attempting to bind port 2b476701-8c6d-455d-8676-56376412d5ff by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:12:58.670571 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Attempting to bind port 2b476701-8c6d-455d-8676-56376412d5ff on network e8e7b4de-9a1d-4a82-96e9-42b39622541f {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:12:58.680053 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:12:58.680670 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Checking segment: {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:12:58.681901 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.682461 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Bound using segment: {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:12:58.683121 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Bound port: 2b476701-8c6d-455d-8676-56376412d5ff, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:12:58.683673 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (2b476701-8c6d-455d-8676-56376412d5ff), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.698488 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Pushing event updated for resources: {'Port': ['ID=2b476701-8c6d-455d-8676-56376412d5ff,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:58.728072 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] For port 1bd64c2e-958d-4866-aa31-aa02a8765679, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:12:58.751349 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-541e4f91-ea4f-4653-90d9-999dabf7828a admin admin] Publish callbacks [] for security_group (972723b4-e91f-4861-8b96-bb31aea1a7ea), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.770141 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] For port 1bd64c2e-958d-4866-aa31-aa02a8765679, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1bd64c2e-958d-4866-aa31-aa02a8765679,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:12:58.800755 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0be5fdc5-8b9c-4293-91f9-84e32c275383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.840166 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-541e4f91-ea4f-4653-90d9-999dabf7828a admin admin] Publish callbacks [] for security_group (972723b4-e91f-4861-8b96-bb31aea1a7ea), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.843719 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Publish callbacks [] for port (f716f37e-45aa-403c-8934-99eab274333b), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.848424 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] For port 2b476701-8c6d-455d-8676-56376412d5ff, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:12:58.906932 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] For port 2b476701-8c6d-455d-8676-56376412d5ff, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2b476701-8c6d-455d-8676-56376412d5ff,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:12:58.915743 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.976862 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-52a74fa4-89bf-43b1-bedf-d50ede6fcd50 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:12:58.978154 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-52a74fa4-89bf-43b1-bedf-d50ede6fcd50 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1993632 Apr 01 10:12:58.980615 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (2b476701-8c6d-455d-8676-56376412d5ff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:58.996834 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Publish callbacks [] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.019099 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9015e7-8ed0-4cd9-b5fb-7b43424bf0ca None None] Pushing event updated for resources: {'Port': ['ID=1bd64c2e-958d-4866-aa31-aa02a8765679,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:59.098451 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.133525 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53cef0-cf9a-4b43-aa0f-e102a4609bdf None None] Pushing event updated for resources: {'Port': ['ID=2b476701-8c6d-455d-8676-56376412d5ff,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:59.149350 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Network fea27fba-ffc7-42c6-acca-74e928fc7023 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:12:59.175089 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:12:59.184002 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:12:59.193308 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Publish callbacks [] for router_gateway (14a8db32-9f32-4743-89e1-484575fa28a4), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.231947 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.289701 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Publish callbacks [] for router_gateway (49320108-804f-4ada-9667-116070d8e3cd), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.296691 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Pushing event updated for resources: {'Port': ['ID=701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:59.342352 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (f716f37e-45aa-403c-8934-99eab274333b), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.349103 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Publish callbacks [] for router_gateway (6ca4bd43-41d8-4052-8127-5fcb65bb0655), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.362234 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.362976 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Attempting to bind port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:12:59.363470 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Attempting to bind port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:12:59.363841 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Attempting to bind port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 on network fea27fba-ffc7-42c6-acca-74e928fc7023 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:12:59.369514 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:12:59.369989 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Checking segment: {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:12:59.370636 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.371211 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Bound using segment: {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:12:59.371947 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Bound port: 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:12:59.372598 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.506060 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] For port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:12:59.518550 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] For port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:12:59.588832 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:12:59.597490 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.620521 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:12:59.640869 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:12:59.645814 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Pushing event updated for resources: {'Port': ['ID=f716f37e-45aa-403c-8934-99eab274333b,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:59.714451 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5556cb-3d06-4dcd-b834-ca1e674257c0 None None] Pushing event updated for resources: {'Port': ['ID=701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:59.722453 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Allocated IP 172.37.3.88 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/926a9403-7546-4f85-acc9-8a7c43c2eb2c) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:12:59.750187 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-541e4f91-ea4f-4653-90d9-999dabf7828a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (972723b4-e91f-4861-8b96-bb31aea1a7ea), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.752733 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-541e4f91-ea4f-4653-90d9-999dabf7828a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:12:59.760040 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-541e4f91-ea4f-4653-90d9-999dabf7828a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/972723b4-e91f-4861-8b96-bb31aea1a7ea HTTP/1.1" status: 204 len: 168 time: 1.2424302 Apr 01 10:12:59.783408 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-8ccd9f95-7875-4575-88b8-34cdaf8d05a5 service neutron] 10.222.0.13 "GET /v2.0/networks/8f777a9a-7a75-49a7-a52c-80df5f044fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7846909 Apr 01 10:12:59.849889 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e4f91-ea4f-4653-90d9-999dabf7828a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=972723b4-e91f-4861-8b96-bb31aea1a7ea,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:12:59.937216 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42094fbd-c017-4df0-b161-ee28b2630848 None None] Network 853426ae-fc11-4f7b-806b-575aef5f8d4c requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:13:00.156645 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-56ec63ef-0ff5-4016-a9a3-3c3a38faba5e service neutron] 10.222.0.13 "GET /v2.0/networks/8f777a9a-7a75-49a7-a52c-80df5f044fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289440 Apr 01 10:13:00.178669 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-de3b58c0-4571-4e7c-bd49-b9f79a96d48f None None] Provisioning complete for port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:00.179232 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-de3b58c0-4571-4e7c-bd49-b9f79a96d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:00.238031 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2050468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048299'] for router (6ca4bd43-41d8-4052-8127-5fcb65bb0655), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:00.344095 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Publish callbacks [] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:00.384371 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:00.548161 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:00.558818 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:00.624859 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:00.923770 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-de3b58c0-4571-4e7c-bd49-b9f79a96d48f None None] Current status of the port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:00.927533 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33554) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:00.935972 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-de3b58c0-4571-4e7c-bd49-b9f79a96d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:00.936540 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Allocated IP 172.37.3.74 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/717d790a-2068-4ee5-b881-1f59f7eebf72) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:00.936666 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:00.936666 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33566) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:00.936666 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:00.936666 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Publish callbacks [] for router_gateway (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:00.936666 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:00.936921 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-de3b58c0-4571-4e7c-bd49-b9f79a96d48f None None] For port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9101ca8d-6a9a-4218-b0a9-95b0fc47c091,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:00.936986 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-181a00e5-2472-457f-b7aa-2158f567c432 req-fb108366-163a-43e0-b03e-cd4d311e491c tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 210 time: 0.2099290 Apr 01 10:13:00.936986 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 is scheduled to L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 10:13:00.966900 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2a13b5cf-4e47-4cf9-b498-98bdd360699f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:00.983863 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-de3b58c0-4571-4e7c-bd49-b9f79a96d48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:00.995937 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33576) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:01.025242 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a070a4a-4721-4fc8-96e0-51b8e6d0f03f None None] Network f92ca3fc-f878-4471-8584-45362264a2fe requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:13:01.114921 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-29fb4668-ea32-4c52-ba8d-b42d8c4b48a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.283313 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Pushing event updated for resources: {'Port': ['ID=926a9403-7546-4f85-acc9-8a7c43c2eb2c,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:01.407969 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-975f2836-1ead-4107-aec6-d653eddc54e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.462417 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Publish callbacks [] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.487959 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-29fb4668-ea32-4c52-ba8d-b42d8c4b48a4 admin admin] Publish callbacks [] for security_group (5b5d82a1-85bf-47b9-beb0-4820aed75809), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.489389 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:13:01.501695 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Sync routers for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:13:01.519341 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:01.523586 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:01.541920 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-29fb4668-ea32-4c52-ba8d-b42d8c4b48a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (5b5d82a1-85bf-47b9-beb0-4820aed75809), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.575888 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:01.576436 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.587727 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-29fb4668-ea32-4c52-ba8d-b42d8c4b48a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f6232d11b6e48209b24c1da3807713e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5859485 Apr 01 10:13:01.590066 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33590) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:01.604165 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23085b-ccf2-4633-b640-a88612a58ecd None None] Network e8e7b4de-9a1d-4a82-96e9-42b39622541f requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:13:01.638326 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.640014 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-2b14b1fc-3dec-43cc-b607-11c704373400 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3007743 Apr 01 10:13:01.647258 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33594) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:01.650489 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb4668-ea32-4c52-ba8d-b42d8c4b48a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5d82a1-85bf-47b9-beb0-4820aed75809,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:01.810654 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d9493a-26db-42bf-a4e0-4e20f325acab None None] Network fea27fba-ffc7-42c6-acca-74e928fc7023 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:13:01.857648 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Publish callbacks [] for router_gateway (14a8db32-9f32-4743-89e1-484575fa28a4), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.880906 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:01.881920 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b58c0-4571-4e7c-bd49-b9f79a96d48f None None] Pushing event updated for resources: {'Port': ['ID=9101ca8d-6a9a-4218-b0a9-95b0fc47c091,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:01.919909 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.929494 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-5c3b90c8-e504-47ac-8424-ed72d969f89e None None] Provisioning complete for port 1bd64c2e-958d-4866-aa31-aa02a8765679 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:01.929910 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5c3b90c8-e504-47ac-8424-ed72d969f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.970266 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e86a7e0-8d8e-4884-aa4d-d5e31cdad59e admin admin] Publish callbacks [] for security_group (5b5d82a1-85bf-47b9-beb0-4820aed75809), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.993270 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-975f2836-1ead-4107-aec6-d653eddc54e2 admin admin] Publish callbacks [] for security_group (8597814f-483b-443b-b3d0-c20e9761d33f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:01.999679 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.014692 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e86a7e0-8d8e-4884-aa4d-d5e31cdad59e admin admin] Publish callbacks [] for security_group (5b5d82a1-85bf-47b9-beb0-4820aed75809), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.034232 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2050468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048299'] for router (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.044485 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.db.api [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 10:13:02.045833 dv-cinder-master-3-smb neutron-server[103819]: DEBUG oslo_db.api [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 10:13:02.166957 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9952a121-09cc-4af2-9142-9614ce2d5316 req-22c32714-425f-4aff-8473-3d91c7695b64 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 210 time: 0.1022673 Apr 01 10:13:02.204780 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b90c8-e504-47ac-8424-ed72d969f89e None None] Current status of the port 1bd64c2e-958d-4866-aa31-aa02a8765679 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:02.205496 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5c3b90c8-e504-47ac-8424-ed72d969f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.223329 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:02.229352 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:02.231711 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e86a7e0-8d8e-4884-aa4d-d5e31cdad59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (5b5d82a1-85bf-47b9-beb0-4820aed75809), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.235552 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e86a7e0-8d8e-4884-aa4d-d5e31cdad59e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.238779 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-1e86a7e0-8d8e-4884-aa4d-d5e31cdad59e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b5d82a1-85bf-47b9-beb0-4820aed75809 HTTP/1.1" status: 204 len: 168 time: 0.6458962 Apr 01 10:13:02.260430 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:02.282215 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-5c3b90c8-e504-47ac-8424-ed72d969f89e None None] For port 1bd64c2e-958d-4866-aa31-aa02a8765679, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1bd64c2e-958d-4866-aa31-aa02a8765679,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:02.302115 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:12:58Z', 'revision_number': 3, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:02.349108 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Checking router: 6ca4bd43-41d8-4052-8127-5fcb65bb0655 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:13:02.349815 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Updating router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 port 53c73fa2-6844-4384-9b22-f065c8d0834a binding host dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:13:02.404034 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.466990 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e86a7e0-8d8e-4884-aa4d-d5e31cdad59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5d82a1-85bf-47b9-beb0-4820aed75809,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:02.473221 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Pushing event updated for resources: {'Port': ['ID=717d790a-2068-4ee5-b881-1f59f7eebf72,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:02.516838 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-975f2836-1ead-4107-aec6-d653eddc54e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8597814f-483b-443b-b3d0-c20e9761d33f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.553802 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975f2836-1ead-4107-aec6-d653eddc54e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8597814f-483b-443b-b3d0-c20e9761d33f,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:02.598322 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-975f2836-1ead-4107-aec6-d653eddc54e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c7c31ee19a740e18cb9b48981f3ee8b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7811875 Apr 01 10:13:02.602204 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33614) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:02.627211 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:02.629484 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 1bd64c2e-958d-4866-aa31-aa02a8765679 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:02.655484 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2050468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048299'] for router (14a8db32-9f32-4743-89e1-484575fa28a4), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.687629 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 1bd64c2e-958d-4866-aa31-aa02a8765679 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:02.688024 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.758582 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2755de36-3d00-4635-807b-3edbf5da1a53 admin admin] Publish callbacks [] for security_group (8597814f-483b-443b-b3d0-c20e9761d33f), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.769762 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Publish callbacks [] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.791211 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 1bd64c2e-958d-4866-aa31-aa02a8765679 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:02.791617 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.812115 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2755de36-3d00-4635-807b-3edbf5da1a53 admin admin] Publish callbacks [] for security_group (8597814f-483b-443b-b3d0-c20e9761d33f), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.922862 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:02.985800 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5c3b90c8-e504-47ac-8424-ed72d969f89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.009819 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.021459 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Router 14a8db32-9f32-4743-89e1-484575fa28a4 is scheduled to L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a with binding_index 1 {{(pid=103817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 10:13:03.026946 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2755de36-3d00-4635-807b-3edbf5da1a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8597814f-483b-443b-b3d0-c20e9761d33f), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.035250 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2755de36-3d00-4635-807b-3edbf5da1a53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.041929 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-2755de36-3d00-4635-807b-3edbf5da1a53 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8597814f-483b-443b-b3d0-c20e9761d33f HTTP/1.1" status: 204 len: 168 time: 0.4336557 Apr 01 10:13:03.051738 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Router c918a820-d4da-4b1b-8389-a8e10b3a7a9c is scheduled to L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a with binding_index 1 {{(pid=103817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 10:13:03.056729 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.db.api [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 10:13:03.057078 dv-cinder-master-3-smb neutron-server[103819]: DEBUG oslo_db.api [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 10:13:03.064740 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b90c8-e504-47ac-8424-ed72d969f89e None None] Pushing event updated for resources: {'Port': ['ID=1bd64c2e-958d-4866-aa31-aa02a8765679,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:03.067038 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2755de36-3d00-4635-807b-3edbf5da1a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8597814f-483b-443b-b3d0-c20e9761d33f,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:03.093330 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Pushing event updated for resources: {'Port': ['ID=53c73fa2-6844-4384-9b22-f065c8d0834a,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:03.115315 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Attempting to bind port 53c73fa2-6844-4384-9b22-f065c8d0834a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:03.119547 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Provisioning complete for port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:03.119882 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.121291 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Attempting to bind port 53c73fa2-6844-4384-9b22-f065c8d0834a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:03.121632 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Attempting to bind port 53c73fa2-6844-4384-9b22-f065c8d0834a on network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:03.134444 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.135091 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.135731 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.136335 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.136827 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.137532 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.138069 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.139523 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.140070 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.140553 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.141090 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.141630 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.142108 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.142582 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.143094 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Tracked resource versions report: Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: pushed versions: Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: { 'AddressGroup': {'1.2'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Agent': {'1.1'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'ConntrackHelper': {'1.0'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'LocalIPAssociation': {'1.0'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Log': {'1.0'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'NDPProxy': {'1.0'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Network': {'1.1'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Port': {'1.7'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'PortForwarding': {'1.3'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'QosPolicy': {'1.10'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'SecurityGroup': {'1.5'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'SecurityGroupRule': {'1.2'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'SubPort': {'1.0'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Subnet': {'1.1'}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Trunk': {'1.1'}} Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: consumer versions: Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: { DHCP agent@dv-cinder-master-3-smb: {}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: HyperV agent@hv-cinder-maste: {}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: L3 agent@dv-cinder-master-3-smb: {}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: Metadata agent@dv-cinder-master-3-smb: {}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: Metering agent@dv-cinder-master-3-smb: {}, Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Agent': '1.1', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'ConntrackHelper': '1.0', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'LocalIPAssociation': '1.0', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Log': '1.0', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'NDPProxy': '1.0', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Network': '1.1', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Port': '1.7', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'PortForwarding': '1.3', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'QosPolicy': '1.10', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'SecurityGroup': '1.5', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'SecurityGroupRule': '1.2', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'SubPort': '1.0', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Subnet': '1.1', Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: 'Trunk': '1.1'}} Apr 01 10:13:03.144563 dv-cinder-master-3-smb neutron-server[103820]: {{(pid=103820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 01 10:13:03.159368 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:03.160749 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Checking segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:03.161355 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.161908 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Bound using segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:03.162650 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Bound port: 53c73fa2-6844-4384-9b22-f065c8d0834a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:03.163192 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.301783 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] For port 53c73fa2-6844-4384-9b22-f065c8d0834a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:03.306681 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] For port 53c73fa2-6844-4384-9b22-f065c8d0834a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=53c73fa2-6844-4384-9b22-f065c8d0834a,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:03.328930 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Current status of the port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:03.340987 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Provisioning complete for port 1bd64c2e-958d-4866-aa31-aa02a8765679 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:03.341415 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.362757 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b7d2c7f8-af34-4109-810b-97fba79086fa req-3ee58797-40a5-433a-884d-253bb1e079a2 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 210 time: 0.0602133 Apr 01 10:13:03.364956 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Publish callbacks [] for router_gateway (49320108-804f-4ada-9667-116070d8e3cd), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.398638 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.398812 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:13:03.418909 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:13:03.418986 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.419062 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Sync routers for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:13:03.449999 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Allocated IP 172.20.0.1 (853426ae-fc11-4f7b-806b-575aef5f8d4c/96f8cb1f-cab3-4b9a-9563-129ee0dac497/b9462d9f-4ef3-41de-9a98-6d954306f8d9) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:03.457178 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:03.457837 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:03.484208 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Sync routers for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:13:03.497353 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Current status of the port 1bd64c2e-958d-4866-aa31-aa02a8765679 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:03.503022 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.504284 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-8ffea359-553b-4456-b62d-0c5195d6141b admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.7615221 Apr 01 10:13:03.508072 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.510097 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33636) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:03.510527 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-51c93c6a-ffea-4256-8677-f1397cc922dc admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9873033 Apr 01 10:13:03.515105 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33638) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:03.554101 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Provisioning complete for port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:03.554552 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.604440 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:03.605664 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:03.609088 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a03c6b-fe59-4661-afa1-797a86cfeff4 None None] Pushing event updated for resources: {'Port': ['ID=53c73fa2-6844-4384-9b22-f065c8d0834a,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:03.617939 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:03.620153 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:03.678542 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:03.733753 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 1bd64c2e-958d-4866-aa31-aa02a8765679 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:03.739593 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 2b476701-8c6d-455d-8676-56376412d5ff up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:03.851835 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33650) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:03.943378 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Current status of the port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:03.943768 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:03.991535 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:03.996501 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 2b476701-8c6d-455d-8676-56376412d5ff triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:03.997652 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (2b476701-8c6d-455d-8676-56376412d5ff), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.002386 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Publish callbacks [] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.042059 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] For port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:04.085897 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c6a2e453-6a4d-41c0-b4e9-36d4c9727486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.088233 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:12:59Z', 'revision_number': 3, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:12:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:04.143107 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.144157 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:04.148726 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Checking router: c918a820-d4da-4b1b-8389-a8e10b3a7a9c for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:13:04.148726 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Updating router c918a820-d4da-4b1b-8389-a8e10b3a7a9c port f716f37e-45aa-403c-8934-99eab274333b binding host dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:13:04.206553 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2050468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048299'] for router (49320108-804f-4ada-9667-116070d8e3cd), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.231976 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 2b476701-8c6d-455d-8676-56376412d5ff is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:04.233887 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (2b476701-8c6d-455d-8676-56376412d5ff), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.255697 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f716f37e-45aa-403c-8934-99eab274333b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.271399 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c6a2e453-6a4d-41c0-b4e9-36d4c9727486 admin admin] Publish callbacks [] for security_group (c99511e0-5b21-487d-94f2-b74c80ca33bc), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.373247 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c6a2e453-6a4d-41c0-b4e9-36d4c9727486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (c99511e0-5b21-487d-94f2-b74c80ca33bc), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.462795 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-c6a2e453-6a4d-41c0-b4e9-36d4c9727486 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=78cfacaf2c0b4b35a4a86a6e583ada9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6085756 Apr 01 10:13:04.465114 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33670) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:04.482518 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2e453-6a4d-41c0-b4e9-36d4c9727486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99511e0-5b21-487d-94f2-b74c80ca33bc,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:04.573040 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.588456 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Provisioning complete for port 2b476701-8c6d-455d-8676-56376412d5ff triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:04.588456 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (2b476701-8c6d-455d-8676-56376412d5ff), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.668370 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Pushing event updated for resources: {'Port': ['ID=701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:04.693978 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] For port 2b476701-8c6d-455d-8676-56376412d5ff, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2b476701-8c6d-455d-8676-56376412d5ff,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:04.739243 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:12:58Z', 'revision_number': 3, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:04.780372 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (2b476701-8c6d-455d-8676-56376412d5ff), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:04.820137 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3f4cb5-d2a8-4988-887e-0b0c6dd6447d None None] The sync data for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb is: [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:12:58Z', 'revision_number': 3, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:13:04.833511 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:01Z', 'revision_number': 3, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:04.886242 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Checking router: 14a8db32-9f32-4743-89e1-484575fa28a4 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:13:04.890352 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Updating router 14a8db32-9f32-4743-89e1-484575fa28a4 port 926a9403-7546-4f85-acc9-8a7c43c2eb2c binding host dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:13:05.007332 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a9e94e16-a5bf-4eff-b669-6f371b92d7c2 None None] Current status of the port 2b476701-8c6d-455d-8676-56376412d5ff is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:05.044161 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Pushing event updated for resources: {'Port': ['ID=2b476701-8c6d-455d-8676-56376412d5ff,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:05.086596 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Network 853426ae-fc11-4f7b-806b-575aef5f8d4c is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:05.089614 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Pushing event updated for resources: {'Port': ['ID=b9462d9f-4ef3-41de-9a98-6d954306f8d9,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:05.142663 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Publish callbacks [] for port (f716f37e-45aa-403c-8934-99eab274333b), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.147352 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:05.150410 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.154629 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.237166 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f716f37e-45aa-403c-8934-99eab274333b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.300282 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:05.310786 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:05.318149 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2048764'] for router_interface (6ca4bd43-41d8-4052-8127-5fcb65bb0655), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.328971 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:05.329524 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.425279 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Attempting to bind port f716f37e-45aa-403c-8934-99eab274333b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:05.425844 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Attempting to bind port f716f37e-45aa-403c-8934-99eab274333b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:05.426316 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Attempting to bind port f716f37e-45aa-403c-8934-99eab274333b on network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:05.431941 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea1823-8632-40e3-840d-150347dd20c6 None None] Pushing event updated for resources: {'Port': ['ID=f716f37e-45aa-403c-8934-99eab274333b,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:05.450846 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:05.451401 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Checking segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:05.451911 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.452405 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Bound using segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:05.452998 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Bound port: f716f37e-45aa-403c-8934-99eab274333b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:05.453525 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f716f37e-45aa-403c-8934-99eab274333b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.518813 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] For port f716f37e-45aa-403c-8934-99eab274333b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:05.534525 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] For port f716f37e-45aa-403c-8934-99eab274333b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f716f37e-45aa-403c-8934-99eab274333b,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:05.597364 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1d58caad-e1c4-4eb0-a5c4-3741c66ef361 req-ef485232-6d2e-42e8-85cb-270922215f3e tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 210 time: 0.3003678 Apr 01 10:13:05.658424 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f716f37e-45aa-403c-8934-99eab274333b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.675503 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:05.676010 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 1bd64c2e-958d-4866-aa31-aa02a8765679 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:05.683047 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88a0cf2a-ffcb-4c03-913a-f7cc7ccb1094 admin admin] Publish callbacks [] for security_group (c99511e0-5b21-487d-94f2-b74c80ca33bc), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.742790 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Publish callbacks [] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.818675 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:05.860317 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:05.864127 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:05.864257 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.43', 50281) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:05.864825 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88a0cf2a-ffcb-4c03-913a-f7cc7ccb1094 admin admin] Publish callbacks [] for security_group (c99511e0-5b21-487d-94f2-b74c80ca33bc), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.001731 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Attempting to bind port 926a9403-7546-4f85-acc9-8a7c43c2eb2c on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:06.002122 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Attempting to bind port 926a9403-7546-4f85-acc9-8a7c43c2eb2c by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:06.002496 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Attempting to bind port 926a9403-7546-4f85-acc9-8a7c43c2eb2c on network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:06.021056 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81aa12-031c-4eef-93cf-44b31a277189 None None] Pushing event updated for resources: {'Port': ['ID=926a9403-7546-4f85-acc9-8a7c43c2eb2c,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:06.028746 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:06.029185 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Checking segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:06.032588 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.034267 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Bound using segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:06.034966 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Bound port: 926a9403-7546-4f85-acc9-8a7c43c2eb2c, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:06.035423 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.045485 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cea1823-8632-40e3-840d-150347dd20c6 None None] Pushing event updated for resources: {'Port': ['ID=f716f37e-45aa-403c-8934-99eab274333b,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:06.070354 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-c2783ccc-8038-43ea-825c-6528e26d7010 None None] Provisioning complete for port b9462d9f-4ef3-41de-9a98-6d954306f8d9 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:06.074686 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c2783ccc-8038-43ea-825c-6528e26d7010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.094312 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:06.169201 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] For port 926a9403-7546-4f85-acc9-8a7c43c2eb2c, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:06.173119 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] For port 926a9403-7546-4f85-acc9-8a7c43c2eb2c, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=926a9403-7546-4f85-acc9-8a7c43c2eb2c,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:06.218992 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-cf0cac49-ed13-4675-87fc-2fbc6432aa0a tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:06.221005 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-cf0cac49-ed13-4675-87fc-2fbc6432aa0a tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.43 "GET /v2.0/networks?id=8f777a9a-7a75-49a7-a52c-80df5f044fb0 HTTP/1.1" status: 200 len: 811 time: 0.3573349 Apr 01 10:13:06.265542 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.271983 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Request body: {'port': {'device_id': '878b4447-365b-4cbf-9f77-937f39430ef5', 'network_id': '8f777a9a-7a75-49a7-a52c-80df5f044fb0', 'admin_state_up': True, 'tenant_id': 'ee5630e54c3b4d2ebffbfe54d51b2d30'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:06.278951 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-c2783ccc-8038-43ea-825c-6528e26d7010 None None] Port b9462d9f-4ef3-41de-9a98-6d954306f8d9 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:06.362797 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.380620 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:06.380620 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:06.395006 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 1bd64c2e-958d-4866-aa31-aa02a8765679 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:06.399108 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Router 49320108-804f-4ada-9667-116070d8e3cd is scheduled to L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 10:13:06.399683 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.466242 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d81aa12-031c-4eef-93cf-44b31a277189 None None] Pushing event updated for resources: {'Port': ['ID=926a9403-7546-4f85-acc9-8a7c43c2eb2c,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:06.552026 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88a0cf2a-ffcb-4c03-913a-f7cc7ccb1094 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (c99511e0-5b21-487d-94f2-b74c80ca33bc), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.554884 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88a0cf2a-ffcb-4c03-913a-f7cc7ccb1094 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.556708 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-88a0cf2a-ffcb-4c03-913a-f7cc7ccb1094 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c99511e0-5b21-487d-94f2-b74c80ca33bc HTTP/1.1" status: 204 len: 168 time: 2.0905266 Apr 01 10:13:06.561686 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:06.584579 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.621715 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 1bd64c2e-958d-4866-aa31-aa02a8765679 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:06.623055 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:06.691572 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a0cf2a-ffcb-4c03-913a-f7cc7ccb1094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99511e0-5b21-487d-94f2-b74c80ca33bc,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:06.695791 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:06.696231 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.730084 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.759560 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:12:59Z', 'revision_number': 3, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:06.788907 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c154b72-1de5-479d-a690-bddd126ae5e4 None None] The sync data for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb is: [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:12:59Z', 'revision_number': 3, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:13:06.855334 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:06.926782 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:01Z', 'revision_number': 3, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:06.927694 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Made reservation on behalf of ee5630e54c3b4d2ebffbfe54d51b2d30 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:13:06.933606 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:06.968517 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e80f4482-d341-40e4-a0aa-e23abbbcc4fa req-2082d1e0-2026-4b5b-918f-9f0517b68864 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 210 time: 0.0715475 Apr 01 10:13:06.969924 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-642f1438-3c6c-4beb-8662-2cb530af378a None None] The sync data for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb is: [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:01Z', 'revision_number': 3, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:13:07.202399 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 2b476701-8c6d-455d-8676-56376412d5ff up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:07.305907 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:13:07.366023 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Sync routers for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:13:07.376989 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:07.384564 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:07.486846 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Allocated IP 172.20.0.7 (8f777a9a-7a75-49a7-a52c-80df5f044fb0/50f8de8b-1a44-42ee-8ccb-ca2b572ba513/f8ec3d22-f40a-4862-947c-3c620c4f7125) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:07.503974 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Allocated IP 172.20.0.1 (fea27fba-ffc7-42c6-acca-74e928fc7023/df2d0250-378e-41d8-8fe7-36950ea9cc0b/0c283ce6-e30f-47f1-adc7-90abb446de4a) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:07.519146 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 2b476701-8c6d-455d-8676-56376412d5ff triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:07.519701 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (2b476701-8c6d-455d-8676-56376412d5ff), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:07.713462 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:07.725889 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:07.729664 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-23767714-8420-4892-8db5-838dfb891a34 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0621045 Apr 01 10:13:07.743967 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33760) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:07.844682 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Publish callbacks [] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:07.894711 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33764) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:07.963380 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Allocated IP 172.20.0.1 (f92ca3fc-f878-4471-8584-45362264a2fe/3c4bd942-1f07-46b6-a4b8-3efb6580d55d/70dfc820-c18f-4359-ac45-3977bdba4286) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:07.990757 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.023311 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3f49b217-13fc-45f6-a878-8e9a7b6d705b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.059790 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Network fea27fba-ffc7-42c6-acca-74e928fc7023 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:08.079925 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Publish callbacks [] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.081819 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:08.097426 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:08.098011 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2048764'] for router_interface (14a8db32-9f32-4743-89e1-484575fa28a4), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.272224 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Publish callbacks [] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.356173 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 2b476701-8c6d-455d-8676-56376412d5ff is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:08.357988 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 53c73fa2-6844-4384-9b22-f065c8d0834a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:08.423617 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Publish callbacks [] for port (70dfc820-c18f-4359-ac45-3977bdba4286), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.504818 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Pushing event updated for resources: {'Port': ['ID=0c283ce6-e30f-47f1-adc7-90abb446de4a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:08.630958 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:02Z', 'revision_number': 3, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:08.706927 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Checking router: 49320108-804f-4ada-9667-116070d8e3cd for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:13:08.729348 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Updating router 49320108-804f-4ada-9667-116070d8e3cd port 717d790a-2068-4ee5-b881-1f59f7eebf72 binding host dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:13:08.753900 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.767783 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.767783 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2048616'] for router_interface (6ca4bd43-41d8-4052-8127-5fcb65bb0655), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.806301 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.847282 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.851915 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 53c73fa2-6844-4384-9b22-f065c8d0834a triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:08.853126 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:08.865118 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Network f92ca3fc-f878-4471-8584-45362264a2fe is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:08.869215 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Pushing event updated for resources: {'Port': ['ID=70dfc820-c18f-4359-ac45-3977bdba4286,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:08.872874 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:09.012444 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-97ac2641-2d49-4b16-90f9-1cc0eb693202 None None] Provisioning complete for port 0c283ce6-e30f-47f1-adc7-90abb446de4a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:09.013277 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-97ac2641-2d49-4b16-90f9-1cc0eb693202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:09.063734 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Network 8f777a9a-7a75-49a7-a52c-80df5f044fb0 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:09.090583 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:09.094130 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:09.111746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:09.112640 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:09.232885 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Pushing event updated for resources: {'Port': ['ID=f8ec3d22-f40a-4862-947c-3c620c4f7125,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:09.277260 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3f49b217-13fc-45f6-a878-8e9a7b6d705b admin admin] Publish callbacks [] for security_group (20eb7bd7-0b24-4f9d-a684-d65ac0e5ddda), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:09.293150 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b660f7ed-c5e3-4136-8a19-c3f26ffbdf15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0240178 Apr 01 10:13:09.313401 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b7726437-1878-4caa-b3d4-6a67869ebec1 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:13:09.319142 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-b7726437-1878-4caa-b3d4-6a67869ebec1 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0142615 Apr 01 10:13:09.319283 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-97ac2641-2d49-4b16-90f9-1cc0eb693202 None None] Port 0c283ce6-e30f-47f1-adc7-90abb446de4a cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:09.335601 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 53c73fa2-6844-4384-9b22-f065c8d0834a is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:09.335998 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:09.361306 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3f49b217-13fc-45f6-a878-8e9a7b6d705b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (20eb7bd7-0b24-4f9d-a684-d65ac0e5ddda), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:09.362046 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Pushing event updated for resources: {'Port': ['ID=b9462d9f-4ef3-41de-9a98-6d954306f8d9,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:09.365531 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:09.366199 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2048764'] for router_interface (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:09.456719 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] For port 53c73fa2-6844-4384-9b22-f065c8d0834a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=53c73fa2-6844-4384-9b22-f065c8d0834a,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:09.466998 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-0e782a08-e2ed-4d8c-af45-448397b9594a None None] Provisioning complete for port 70dfc820-c18f-4359-ac45-3977bdba4286 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:09.467718 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0e782a08-e2ed-4d8c-af45-448397b9594a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:09.574298 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:09.593356 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:09.610475 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-0e782a08-e2ed-4d8c-af45-448397b9594a None None] Port 70dfc820-c18f-4359-ac45-3977bdba4286 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:09.748074 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-3f49b217-13fc-45f6-a878-8e9a7b6d705b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7888c0cdd9b841deaf1f2bf9ea3935f4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8470671 Apr 01 10:13:09.748908 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49b217-13fc-45f6-a878-8e9a7b6d705b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb7bd7-0b24-4f9d-a684-d65ac0e5ddda,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:09.753789 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33794) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:09.966622 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Publish callbacks [] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:09.967185 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Request body: {'port': {'device_id': '878b4447-365b-4cbf-9f77-937f39430ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:09.978241 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Publish callbacks [] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.015369 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Pushing event updated for resources: {'Port': ['ID=53c73fa2-6844-4384-9b22-f065c8d0834a,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:10.037367 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device f716f37e-45aa-403c-8934-99eab274333b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:10.042317 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.101645 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.113674 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.114707 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2048616'] for router_interface (14a8db32-9f32-4743-89e1-484575fa28a4), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.200160 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.225418 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db666623-a2ee-46e2-b456-74f25d2542b7 None None] Pushing event updated for resources: {'Port': ['ID=717d790a-2068-4ee5-b881-1f59f7eebf72,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:10.229435 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0194-88ee-4e98-afa2-9c6f09091d19 admin admin] Publish callbacks [] for security_group (20eb7bd7-0b24-4f9d-a684-d65ac0e5ddda), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.271020 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0194-88ee-4e98-afa2-9c6f09091d19 admin admin] Publish callbacks [] for security_group (20eb7bd7-0b24-4f9d-a684-d65ac0e5ddda), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.349523 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Attempting to bind port 717d790a-2068-4ee5-b881-1f59f7eebf72 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:10.349523 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Attempting to bind port 717d790a-2068-4ee5-b881-1f59f7eebf72 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:10.354399 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Attempting to bind port 717d790a-2068-4ee5-b881-1f59f7eebf72 on network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:10.381241 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:10.386092 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Checking segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:10.386544 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.389198 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Bound using segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:10.389716 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Bound port: 717d790a-2068-4ee5-b881-1f59f7eebf72, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:10.392288 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.420382 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Pushing event updated for resources: {'Port': ['ID=0c283ce6-e30f-47f1-adc7-90abb446de4a,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:10.443796 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940395f-5aec-4e15-975f-780203b71275 req-864a031e-c918-4d25-b582-1328ef51dcec tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:10.445447 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9940395f-5aec-4e15-975f-780203b71275 req-864a031e-c918-4d25-b582-1328ef51dcec tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 931 time: 1.9355078 Apr 01 10:13:10.514213 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Network 853426ae-fc11-4f7b-806b-575aef5f8d4c is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:10.524819 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] For port 717d790a-2068-4ee5-b881-1f59f7eebf72, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:10.530976 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] For port 717d790a-2068-4ee5-b881-1f59f7eebf72, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=717d790a-2068-4ee5-b881-1f59f7eebf72,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:10.534383 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:10.549897 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port f716f37e-45aa-403c-8934-99eab274333b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:10.550628 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f716f37e-45aa-403c-8934-99eab274333b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.566918 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Publish callbacks [] for port (70dfc820-c18f-4359-ac45-3977bdba4286), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.589603 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Network fea27fba-ffc7-42c6-acca-74e928fc7023 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:10.591430 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9940395f-5aec-4e15-975f-780203b71275 req-95e752b0-731d-43a4-bfa4-4da5891494e8 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313710 Apr 01 10:13:10.615207 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.638657 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.679382 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:10.812523 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.813646 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2048616'] for router_interface (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.911101 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:10.911774 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:10.989851 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0194-88ee-4e98-afa2-9c6f09091d19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (20eb7bd7-0b24-4f9d-a684-d65ac0e5ddda), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.994196 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dfbc0194-88ee-4e98-afa2-9c6f09091d19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:10.997888 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-dfbc0194-88ee-4e98-afa2-9c6f09091d19 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20eb7bd7-0b24-4f9d-a684-d65ac0e5ddda HTTP/1.1" status: 204 len: 168 time: 1.2402654 Apr 01 10:13:11.114776 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Router 14a8db32-9f32-4743-89e1-484575fa28a4 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:13:11.132254 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Pushing event updated for resources: {'Port': ['ID=70dfc820-c18f-4359-ac45-3977bdba4286,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:11.136082 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Allocated IP 172.20.0.1 (e8e7b4de-9a1d-4a82-96e9-42b39622541f/732114a6-ce68-4568-8360-a1a2d861b474/14655c77-a5df-47cc-9464-14eebeb303ad) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:11.236569 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port f716f37e-45aa-403c-8934-99eab274333b is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:11.237533 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f716f37e-45aa-403c-8934-99eab274333b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:11.253947 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:13:11.284779 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc0194-88ee-4e98-afa2-9c6f09091d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb7bd7-0b24-4f9d-a684-d65ac0e5ddda,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:11.306268 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] For port f716f37e-45aa-403c-8934-99eab274333b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f716f37e-45aa-403c-8934-99eab274333b,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:11.332810 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db666623-a2ee-46e2-b456-74f25d2542b7 None None] Pushing event updated for resources: {'Port': ['ID=717d790a-2068-4ee5-b881-1f59f7eebf72,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:11.412237 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a23448a6-6dd9-4a64-b18a-96d8125256e3 None None] Provisioning complete for port b9462d9f-4ef3-41de-9a98-6d954306f8d9 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:11.412237 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a23448a6-6dd9-4a64-b18a-96d8125256e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:11.420785 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:11.511599 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Publish callbacks [] for port (14655c77-a5df-47cc-9464-14eebeb303ad), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:11.588531 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8ec3d22-f40a-4862-947c-3c620c4f7125 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:11.589499 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a23448a6-6dd9-4a64-b18a-96d8125256e3 None None] Port b9462d9f-4ef3-41de-9a98-6d954306f8d9 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:11.591579 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Network f92ca3fc-f878-4471-8584-45362264a2fe is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:11.599500 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Publish callbacks [] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:11.603973 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:11.625217 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Transition to ACTIVE for port object f8ec3d22-f40a-4862-947c-3c620c4f7125 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:13:11.666961 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f716f37e-45aa-403c-8934-99eab274333b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:11.671562 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 926a9403-7546-4f85-acc9-8a7c43c2eb2c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:11.789004 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:13:11.802746 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Sync routers for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:13:11.826999 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-ef9e64ef-4a6d-4001-802c-e703b8461a58 admin admin] 10.222.0.13 "PUT /v2.0/routers/14a8db32-9f32-4743-89e1-484575fa28a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2714617 Apr 01 10:13:11.827187 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:11.827187 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:11.860084 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:11.865442 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:11.873059 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:13:11.882068 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-155ef96c-069d-4a26-9f7d-92f242aa7719 admin admin] 10.222.0.13 "PUT /v2.0/routers/6ca4bd43-41d8-4052-8127-5fcb65bb0655/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2331445 Apr 01 10:13:11.924030 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a12a7-b266-458a-8a61-5b72f1216e0e req-d6d3de92-31da-41e4-8dd5-d38af7f7b828 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:11.933423 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a29a12a7-b266-458a-8a61-5b72f1216e0e req-d6d3de92-31da-41e4-8dd5-d38af7f7b828 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 931 time: 0.1761348 Apr 01 10:13:12.041652 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Network e8e7b4de-9a1d-4a82-96e9-42b39622541f is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:12.058692 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:12.063236 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Router c918a820-d4da-4b1b-8389-a8e10b3a7a9c has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:13:12.064177 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:12.065762 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2048764'] for router_interface (49320108-804f-4ada-9667-116070d8e3cd), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:12.111027 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ec3d22-f40a-4862-947c-3c620c4f7125,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:12.156829 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Sync routers for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:13:12.180537 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:12.260178 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Pushing event updated for resources: {'Port': ['ID=f716f37e-45aa-403c-8934-99eab274333b,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:12.312406 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-4b88a3f6-c769-40a4-9de8-059f9d2e63db None None] Provisioning complete for port 0c283ce6-e30f-47f1-adc7-90abb446de4a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:12.312792 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4b88a3f6-c769-40a4-9de8-059f9d2e63db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:12.450917 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:12.457091 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:12.730346 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:13:12.730346 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-c1471f0d-db55-4b3c-8d58-6839911dea4b admin admin] 10.222.0.13 "PUT /v2.0/routers/c918a820-d4da-4b1b-8389-a8e10b3a7a9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1588686 Apr 01 10:13:12.730346 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a29a12a7-b266-458a-8a61-5b72f1216e0e req-73cc9ce3-52df-48ed-bf89-d310c6d45de2 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7698069 Apr 01 10:13:12.732231 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Sync routers for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:13:12.791400 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:12.792280 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:12.881542 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Pushing event updated for resources: {'Port': ['ID=14655c77-a5df-47cc-9464-14eebeb303ad,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:12.897977 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Attempting to bind port f8ec3d22-f40a-4862-947c-3c620c4f7125 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:12.898683 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Attempting to bind port f8ec3d22-f40a-4862-947c-3c620c4f7125 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '599b7299-22a0-4a9f-8e4f-41d52380ea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8f777a9a-7a75-49a7-a52c-80df5f044fb0'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:12.899788 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Attempting to bind port f8ec3d22-f40a-4862-947c-3c620c4f7125 on network 8f777a9a-7a75-49a7-a52c-80df5f044fb0 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:12.936731 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Port f8ec3d22-f40a-4862-947c-3c620c4f7125 on network 8f777a9a-7a75-49a7-a52c-80df5f044fb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:13:12.937473 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Attempting to bind port f8ec3d22-f40a-4862-947c-3c620c4f7125 on network 8f777a9a-7a75-49a7-a52c-80df5f044fb0 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:12.967353 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:12.968024 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Checking segment: {'id': '599b7299-22a0-4a9f-8e4f-41d52380ea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8f777a9a-7a75-49a7-a52c-80df5f044fb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:12.968895 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Bound using segment: {'id': '599b7299-22a0-4a9f-8e4f-41d52380ea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8f777a9a-7a75-49a7-a52c-80df5f044fb0'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:12.969896 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Bound port: f8ec3d22-f40a-4862-947c-3c620c4f7125, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '599b7299-22a0-4a9f-8e4f-41d52380ea72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '8f777a9a-7a75-49a7-a52c-80df5f044fb0'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:12.981761 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.081266 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 2, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:13.144854 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Checking router: 14a8db32-9f32-4743-89e1-484575fa28a4 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:13:13.145565 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Updating router 14a8db32-9f32-4743-89e1-484575fa28a4 port 0c283ce6-e30f-47f1-adc7-90abb446de4a binding host dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:13:13.151656 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:13.185973 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-4b88a3f6-c769-40a4-9de8-059f9d2e63db None None] Port 0c283ce6-e30f-47f1-adc7-90abb446de4a cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:13.216483 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 926a9403-7546-4f85-acc9-8a7c43c2eb2c triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:13.216902 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.223670 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.290992 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:02Z', 'revision_number': 3, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:13.339155 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33904) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:13.350383 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] For port f8ec3d22-f40a-4862-947c-3c620c4f7125, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:13.360117 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] For port f8ec3d22-f40a-4862-947c-3c620c4f7125, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8ec3d22-f40a-4862-947c-3c620c4f7125,segment=NetworkSegment(599b7299-22a0-4a9f-8e4f-41d52380ea72),segment_id=599b7299-22a0-4a9f-8e4f-41d52380ea72)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:13.364277 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8fcc09a6-8361-4848-838c-7c572e1443fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.380028 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:13.393864 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b550a74b-9f52-4eb4-a1b6-a14805339b75 None None] The sync data for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb is: [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:02Z', 'revision_number': 3, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:13:13.481785 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.502381 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.522738 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 926a9403-7546-4f85-acc9-8a7c43c2eb2c is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:13.523142 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.630071 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-03ca91cb-fa81-4859-97c1-49e35995d108 None None] Provisioning complete for port 70dfc820-c18f-4359-ac45-3977bdba4286 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:13.630593 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-03ca91cb-fa81-4859-97c1-49e35995d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.655740 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8fcc09a6-8361-4848-838c-7c572e1443fb admin admin] Publish callbacks [] for security_group (1423a598-839f-497b-bd9e-072ef4e986bc), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.683404 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:13.684627 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.687200 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] 10.222.0.43 "PUT /v2.0/ports/f8ec3d22-f40a-4862-947c-3c620c4f7125 HTTP/1.1" status: 200 len: 1093 time: 3.9797595 Apr 01 10:13:13.688847 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878b4447-365b-4cbf-9f77-937f39430ef5', 'tag': 'f8ec3d22-f40a-4862-947c-3c620c4f7125'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:13.751958 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8fcc09a6-8361-4848-838c-7c572e1443fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (1423a598-839f-497b-bd9e-072ef4e986bc), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.849178 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] For port 926a9403-7546-4f85-acc9-8a7c43c2eb2c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=926a9403-7546-4f85-acc9-8a7c43c2eb2c,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:13.880485 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-03ca91cb-fa81-4859-97c1-49e35995d108 None None] Port 70dfc820-c18f-4359-ac45-3977bdba4286 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:13.887373 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-8fcc09a6-8361-4848-838c-7c572e1443fb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=557b0e1823094d3db3d8c1bbd4b0d5d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5470574 Apr 01 10:13:13.888408 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33930) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:13.930138 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:13.974594 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 33934) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:14.004177 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-68645372-d303-46dc-9371-1206a60f38d0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:14.012942 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-68645372-d303-46dc-9371-1206a60f38d0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 819 time: 0.3091013 Apr 01 10:13:14.017540 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-dbf4abed-a411-4a95-b3aa-487d1450e521 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872548340', 'description': 'tempest-description--1646348056'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:14.032043 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-03ca91cb-fa81-4859-97c1-49e35995d108 None None] Provisioning complete for port 14655c77-a5df-47cc-9464-14eebeb303ad triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:14.032541 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-03ca91cb-fa81-4859-97c1-49e35995d108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:14.132817 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-dba0a538-d530-464d-ad09-6dc2673ea94e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/quotas/944c78fd166e487fa555d9dfc89307ca HTTP/1.1" status: 200 len: 375 time: 0.1188700 Apr 01 10:13:14.139516 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcc09a6-8361-4848-838c-7c572e1443fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1423a598-839f-497b-bd9e-072ef4e986bc,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:14.216347 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device f716f37e-45aa-403c-8934-99eab274333b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:14.249751 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-a8889e5b-b408-43e7-af42-951ca08a520d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136954 Apr 01 10:13:14.359154 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port f716f37e-45aa-403c-8934-99eab274333b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:14.359539 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f716f37e-45aa-403c-8934-99eab274333b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:14.361260 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-03ca91cb-fa81-4859-97c1-49e35995d108 None None] Port 14655c77-a5df-47cc-9464-14eebeb303ad cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:14.424411 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Pushing event updated for resources: {'Port': ['ID=926a9403-7546-4f85-acc9-8a7c43c2eb2c,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:14.435696 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dbf4abed-a411-4a95-b3aa-487d1450e521 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:14.515542 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140da904-1d21-4f22-bd5a-f3918380c8d7 service neutron] Pushing event updated for resources: {'Port': ['ID=f8ec3d22-f40a-4862-947c-3c620c4f7125,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:14.570002 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:06Z', 'revision_number': 2, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:14.630003 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Checking router: 6ca4bd43-41d8-4052-8127-5fcb65bb0655 for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:13:14.631493 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-c20972ef-74d6-4242-a229-49805b03016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:14.632298 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dbf4abed-a411-4a95-b3aa-487d1450e521 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (ca676024-29e0-4a97-85c2-c468c4996f3c), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:14.634052 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-c20972ef-74d6-4242-a229-49805b03016b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee5630e54c3b4d2ebffbfe54d51b2d30&device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 1127 time: 0.7355683 Apr 01 10:13:14.638465 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Updating router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 port b9462d9f-4ef3-41de-9a98-6d954306f8d9 binding host dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:13:14.701610 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:14.706248 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port f716f37e-45aa-403c-8934-99eab274333b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:14.707713 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 53c73fa2-6844-4384-9b22-f065c8d0834a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:14.738559 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dbf4abed-a411-4a95-b3aa-487d1450e521 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (ca676024-29e0-4a97-85c2-c468c4996f3c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:14.760573 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Publish callbacks [] for port (14655c77-a5df-47cc-9464-14eebeb303ad), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:14.813166 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf4abed-a411-4a95-b3aa-487d1450e521 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca676024-29e0-4a97-85c2-c468c4996f3c,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:14.820500 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dbf4abed-a411-4a95-b3aa-487d1450e521 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:14.840333 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-dbf4abed-a411-4a95-b3aa-487d1450e521 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8577216 Apr 01 10:13:14.841322 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33944) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:14.853726 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-dc7bb661-eaac-4a97-8716-29bab188c275 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'security_group_rule': {'security_group_id': 'ca676024-29e0-4a97-85c2-c468c4996f3c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:14.854120 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7b44acf2-1320-4bed-a741-f1a602289bb0 admin admin] Publish callbacks [] for security_group (1423a598-839f-497b-bd9e-072ef4e986bc), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:14.860414 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-860ac9e4-7b7e-433a-817a-dce12d6d39ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8ec3d22-f40a-4862-947c-3c620c4f7125 HTTP/1.1" status: 200 len: 217 time: 0.1937976 Apr 01 10:13:14.906813 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Publish callbacks [] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:14.982790 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 53c73fa2-6844-4384-9b22-f065c8d0834a triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:14.992161 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.014235 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7b44acf2-1320-4bed-a741-f1a602289bb0 admin admin] Publish callbacks [] for security_group (1423a598-839f-497b-bd9e-072ef4e986bc), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.021876 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc7bb661-eaac-4a97-8716-29bab188c275 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (7c6ddbe5-76a6-4c4f-911a-3ef6f712a6a5), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.090734 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.111572 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.115065 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2048616'] for router_interface (49320108-804f-4ada-9667-116070d8e3cd), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.132738 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e3342b-8f03-45f5-a3c8-5f61c345824a" -d '{"events": [{"name": "network-changed", "server_uuid": "878b4447-365b-4cbf-9f77-937f39430ef5", "tag": "f8ec3d22-f40a-4862-947c-3c620c4f7125"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:15.180426 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33956) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:15.267621 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc7bb661-eaac-4a97-8716-29bab188c275 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (7c6ddbe5-76a6-4c4f-911a-3ef6f712a6a5), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.287537 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33962) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:15.293252 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-da56f758-bf31-4bd8-8718-55a45e57aa26 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111105584', 'description': 'tempest-description--1165176686'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:15.297342 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:10Z', 'revision_number': 2, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:15.312376 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 53c73fa2-6844-4384-9b22-f065c8d0834a is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:15.316783 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc7bb661-eaac-4a97-8716-29bab188c275 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (7c6ddbe5-76a6-4c4f-911a-3ef6f712a6a5), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.381096 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bb661-eaac-4a97-8716-29bab188c275 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c6ddbe5-76a6-4c4f-911a-3ef6f712a6a5,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:15.431918 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc7bb661-eaac-4a97-8716-29bab188c275 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.433071 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-dc7bb661-eaac-4a97-8716-29bab188c275 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5864186 Apr 01 10:13:15.436110 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33968) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:15.445462 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-c92227fa-8e46-4da8-8e65-371781c1506a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'security_group_rule': {'security_group_id': 'ca676024-29e0-4a97-85c2-c468c4996f3c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:15.512262 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Pushing event updated for resources: {'Port': ['ID=14655c77-a5df-47cc-9464-14eebeb303ad,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:15.521487 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Checking router: c918a820-d4da-4b1b-8389-a8e10b3a7a9c for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:13:15.522148 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Updating router c918a820-d4da-4b1b-8389-a8e10b3a7a9c port 70dfc820-c18f-4359-ac45-3977bdba4286 binding host dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:13:15.533517 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Network e8e7b4de-9a1d-4a82-96e9-42b39622541f is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:15.541546 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:15.573017 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Publish callbacks [] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.593733 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-2292ec50-c6c5-4eec-9e3f-d3c1b33d09ec service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:13:15.593733 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-2292ec50-c6c5-4eec-9e3f-d3c1b33d09ec service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7735269 Apr 01 10:13:15.640726 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5349d16-54c9-4490-91d4-d87033af7b39 None None] Pushing event updated for resources: {'Port': ['ID=0c283ce6-e30f-47f1-adc7-90abb446de4a,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:15.643354 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.670099 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.677297 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-da56f758-bf31-4bd8-8718-55a45e57aa26 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.748709 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7b44acf2-1320-4bed-a741-f1a602289bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (1423a598-839f-497b-bd9e-072ef4e986bc), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.755908 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7b44acf2-1320-4bed-a741-f1a602289bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.760601 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-7b44acf2-1320-4bed-a741-f1a602289bb0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1423a598-839f-497b-bd9e-072ef4e986bc HTTP/1.1" status: 204 len: 168 time: 1.7540050 Apr 01 10:13:15.829926 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-9af5ea01-270a-4b04-b4a0-a5e1fa3c9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:15.831464 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-9af5ea01-270a-4b04-b4a0-a5e1fa3c9bc5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50f8de8b-1a44-42ee-8ccb-ca2b572ba513 HTTP/1.1" status: 200 len: 851 time: 0.9404678 Apr 01 10:13:15.834494 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44acf2-1320-4bed-a741-f1a602289bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1423a598-839f-497b-bd9e-072ef4e986bc,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:15.841557 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Attempting to bind port 0c283ce6-e30f-47f1-adc7-90abb446de4a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:15.845928 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Attempting to bind port 0c283ce6-e30f-47f1-adc7-90abb446de4a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:15.846893 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Attempting to bind port 0c283ce6-e30f-47f1-adc7-90abb446de4a on network fea27fba-ffc7-42c6-acca-74e928fc7023 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:15.877920 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:15.878849 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Checking segment: {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:15.879405 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.879923 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Bound using segment: {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:15.880533 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Bound port: 0c283ce6-e30f-47f1-adc7-90abb446de4a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:15.881020 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:15.888547 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a94af3-8137-40dd-9340-9d10701e012b None None] Pushing event updated for resources: {'Port': ['ID=b9462d9f-4ef3-41de-9a98-6d954306f8d9,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:15.912095 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:13:16.018642 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Attempting to bind port b9462d9f-4ef3-41de-9a98-6d954306f8d9 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:16.019177 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Attempting to bind port b9462d9f-4ef3-41de-9a98-6d954306f8d9 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:16.020857 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Attempting to bind port b9462d9f-4ef3-41de-9a98-6d954306f8d9 on network 853426ae-fc11-4f7b-806b-575aef5f8d4c {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:16.037914 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:16.038298 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Checking segment: {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:16.038711 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:16.041434 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Bound using segment: {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:16.042089 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Bound port: b9462d9f-4ef3-41de-9a98-6d954306f8d9, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:16.042490 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:16.130900 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-61fc115d-5bf3-480d-94bb-62fb01ecbe55 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f777a9a-7a75-49a7-a52c-80df5f044fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2586102 Apr 01 10:13:16.134466 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-af2f6e1a-5905-46b2-aef3-5e4a71987189 service neutron] 10.222.0.13 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279220 Apr 01 10:13:16.261898 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] For port b9462d9f-4ef3-41de-9a98-6d954306f8d9, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:16.278026 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] For port b9462d9f-4ef3-41de-9a98-6d954306f8d9, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b9462d9f-4ef3-41de-9a98-6d954306f8d9,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:16.282836 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] For port 0c283ce6-e30f-47f1-adc7-90abb446de4a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:16.327197 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-86eb2e9d-213a-4bc1-8419-4261af246dea service neutron] 10.222.0.13 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918294 Apr 01 10:13:16.351252 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:16.362619 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d306edf-3381-4cb2-9c69-9bb5fe3aac03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:16.371263 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] For port 0c283ce6-e30f-47f1-adc7-90abb446de4a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0c283ce6-e30f-47f1-adc7-90abb446de4a,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:16.383887 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c92227fa-8e46-4da8-8e65-371781c1506a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (13666c3b-c8d8-491c-a026-9bb3c652275b), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:16.394319 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 717d790a-2068-4ee5-b881-1f59f7eebf72 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:16.400889 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-02cf1ebc-aa8a-4d27-8eb8-78941e0d45fc None None] Provisioning complete for port 0c283ce6-e30f-47f1-adc7-90abb446de4a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:16.401289 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-02cf1ebc-aa8a-4d27-8eb8-78941e0d45fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:16.479221 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Router 49320108-804f-4ada-9667-116070d8e3cd has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:13:16.538667 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d306edf-3381-4cb2-9c69-9bb5fe3aac03 admin admin] Publish callbacks [] for security_group (6721811a-ad17-4a18-8eeb-5f68471d226d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:16.592611 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:16.646260 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-da56f758-bf31-4bd8-8718-55a45e57aa26 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (a80d1121-62fd-432c-b8e5-8397b4fe1c4b), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:16.656623 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-c88901e9-acdb-4192-a3b6-beef5835a21a service neutron] 10.222.0.43 "GET /v2.0/networks/8f777a9a-7a75-49a7-a52c-80df5f044fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128393 Apr 01 10:13:16.705705 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59d6ea-dcc5-43fa-bff7-128aafc2ffed req-763e205c-3c62-4957-b87d-e4b281480c31 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:16.705705 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7e59d6ea-dcc5-43fa-bff7-128aafc2ffed req-763e205c-3c62-4957-b87d-e4b281480c31 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 943 time: 1.2012112 Apr 01 10:13:16.705705 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d306edf-3381-4cb2-9c69-9bb5fe3aac03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (6721811a-ad17-4a18-8eeb-5f68471d226d), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:16.706765 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-02cf1ebc-aa8a-4d27-8eb8-78941e0d45fc None None] Port 0c283ce6-e30f-47f1-adc7-90abb446de4a cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:16.742100 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c92227fa-8e46-4da8-8e65-371781c1506a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (13666c3b-c8d8-491c-a026-9bb3c652275b), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:16.777651 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:16.778307 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:16.785710 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5349d16-54c9-4490-91d4-d87033af7b39 None None] Pushing event updated for resources: {'Port': ['ID=0c283ce6-e30f-47f1-adc7-90abb446de4a,revision_number=4']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:16.906411 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-3d306edf-3381-4cb2-9c69-9bb5fe3aac03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c93547e53d5346acb0986fea01c194d2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7215786 Apr 01 10:13:16.921608 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d306edf-3381-4cb2-9c69-9bb5fe3aac03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6721811a-ad17-4a18-8eeb-5f68471d226d,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:16.925239 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 33986) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:16.992772 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-02cf1ebc-aa8a-4d27-8eb8-78941e0d45fc None None] Provisioning complete for port 14655c77-a5df-47cc-9464-14eebeb303ad triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:16.992772 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-02cf1ebc-aa8a-4d27-8eb8-78941e0d45fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.007236 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7e59d6ea-dcc5-43fa-bff7-128aafc2ffed req-bf32682d-a2a6-41b7-93e4-9dce441e2565 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525043 Apr 01 10:13:17.015850 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a94af3-8137-40dd-9340-9d10701e012b None None] Pushing event updated for resources: {'Port': ['ID=b9462d9f-4ef3-41de-9a98-6d954306f8d9,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:17.033202 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c92227fa-8e46-4da8-8e65-371781c1506a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (13666c3b-c8d8-491c-a026-9bb3c652275b), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.044737 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-da56f758-bf31-4bd8-8718-55a45e57aa26 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (a80d1121-62fd-432c-b8e5-8397b4fe1c4b), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.080430 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Publish callbacks [] for port (70dfc820-c18f-4359-ac45-3977bdba4286), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.121065 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:13:17.147718 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-215c1746-95a1-4ef8-92ef-858f88a703d1 admin admin] 10.222.0.13 "PUT /v2.0/routers/49320108-804f-4ada-9667-116070d8e3cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3998137 Apr 01 10:13:17.162502 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f78cbeae-ddaa-42cf-bcaa-39e27ea194d8 req-8d6cba2c-3706-4680-85c4-4bd1f93d332d service neutron] 10.222.0.43 "GET /v2.0/networks/8f777a9a-7a75-49a7-a52c-80df5f044fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3534765 Apr 01 10:13:17.183246 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.415475 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:17.422582 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:17.422582 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:17.422582 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a1ff9-8d9e-418d-a167-aac944d022da None None] Pushing event updated for resources: {'Port': ['ID=70dfc820-c18f-4359-ac45-3977bdba4286,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:17.423315 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92227fa-8e46-4da8-8e65-371781c1506a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13666c3b-c8d8-491c-a026-9bb3c652275b,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:17.423823 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861868a-0483-4793-8243-7346d386b375 None None] Sync routers for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:13:17.423823 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-02cf1ebc-aa8a-4d27-8eb8-78941e0d45fc None None] Port 14655c77-a5df-47cc-9464-14eebeb303ad cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:17.424028 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-297b2c30-1389-4823-9008-b6f43c231e1f req-91f2711e-fcef-4e99-8374-535a8e54abb5 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 210 time: 0.1126637 Apr 01 10:13:17.424109 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 717d790a-2068-4ee5-b881-1f59f7eebf72 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:17.424109 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.424264 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56f758-bf31-4bd8-8718-55a45e57aa26 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a80d1121-62fd-432c-b8e5-8397b4fe1c4b,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:17.424264 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1dce-8000-4d04-b10d-077d2fb00d3c admin admin] Publish callbacks [] for security_group (6721811a-ad17-4a18-8eeb-5f68471d226d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.497285 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Attempting to bind port 70dfc820-c18f-4359-ac45-3977bdba4286 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:17.503125 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Attempting to bind port 70dfc820-c18f-4359-ac45-3977bdba4286 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:17.503125 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Attempting to bind port 70dfc820-c18f-4359-ac45-3977bdba4286 on network f92ca3fc-f878-4471-8584-45362264a2fe {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:17.506881 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:17.507292 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Checking segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:17.507731 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.508355 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Bound using segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:17.509001 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Bound port: 70dfc820-c18f-4359-ac45-3977bdba4286, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:17.509538 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.548517 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c92227fa-8e46-4da8-8e65-371781c1506a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.554198 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 34014) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:17.560645 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'floatingip': {'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:17.566206 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-c92227fa-8e46-4da8-8e65-371781c1506a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1164794 Apr 01 10:13:17.582709 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-da56f758-bf31-4bd8-8718-55a45e57aa26 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.584351 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-da56f758-bf31-4bd8-8718-55a45e57aa26 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.2957511 Apr 01 10:13:17.591975 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1dce-8000-4d04-b10d-077d2fb00d3c admin admin] Publish callbacks [] for security_group (6721811a-ad17-4a18-8eeb-5f68471d226d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.596229 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 34016) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:17.634106 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-6bb2ed12-28ea-417c-a6ef-a964f73ec1df tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group_rule': {'security_group_id': 'a80d1121-62fd-432c-b8e5-8397b4fe1c4b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:17.760314 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.790307 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1dce-8000-4d04-b10d-077d2fb00d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (6721811a-ad17-4a18-8eeb-5f68471d226d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.793028 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f5c1dce-8000-4d04-b10d-077d2fb00d3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:17.797209 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-5f5c1dce-8000-4d04-b10d-077d2fb00d3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6721811a-ad17-4a18-8eeb-5f68471d226d HTTP/1.1" status: 204 len: 168 time: 0.8564775 Apr 01 10:13:17.819451 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c1dce-8000-4d04-b10d-077d2fb00d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6721811a-ad17-4a18-8eeb-5f68471d226d,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:17.820289 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] For port 70dfc820-c18f-4359-ac45-3977bdba4286, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:17.827356 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] For port 70dfc820-c18f-4359-ac45-3977bdba4286, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=70dfc820-c18f-4359-ac45-3977bdba4286,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:17.864731 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861868a-0483-4793-8243-7346d386b375 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:17.865808 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-7861868a-0483-4793-8243-7346d386b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:17.918298 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:17.937175 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5498236-590b-43e0-a76c-bf2849be65ab x-openstack-request-id: req-e5498236-590b-43e0-a76c-bf2849be65ab {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:17.937947 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878b4447-365b-4cbf-9f77-937f39430ef5", "tag": "f8ec3d22-f40a-4862-947c-3c620c4f7125", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:17.938475 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e5498236-590b-43e0-a76c-bf2849be65ab {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:17.939241 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5498236-590b-43e0-a76c-bf2849be65ab'] response: {'name': 'network-changed', 'server_uuid': '878b4447-365b-4cbf-9f77-937f39430ef5', 'tag': 'f8ec3d22-f40a-4862-947c-3c620c4f7125', 'status': 'completed', 'code': 200} Apr 01 10:13:17.996365 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ed12-28ea-417c-a6ef-a964f73ec1df tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (0d84134e-4a81-4923-9d34-3eef3508a961), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:18.027005 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:18.091941 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-4df1494a-dc6e-42ea-9230-01896bedc471 None None] Provisioning complete for port b9462d9f-4ef3-41de-9a98-6d954306f8d9 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:18.091941 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4df1494a-dc6e-42ea-9230-01896bedc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:18.429371 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3342b-8f03-45f5-a3c8-5f61c345824a req-200f5634-0983-4612-badf-e3d55a6ce3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:18.431325 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-41e3342b-8f03-45f5-a3c8-5f61c345824a req-200f5634-0983-4612-badf-e3d55a6ce3ba service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ee5630e54c3b4d2ebffbfe54d51b2d30&device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 1127 time: 0.4814243 Apr 01 10:13:18.560391 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ed12-28ea-417c-a6ef-a964f73ec1df tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (0d84134e-4a81-4923-9d34-3eef3508a961), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:18.565356 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a1ff9-8d9e-418d-a167-aac944d022da None None] Pushing event updated for resources: {'Port': ['ID=70dfc820-c18f-4359-ac45-3977bdba4286,revision_number=4']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:18.568908 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-54ab8e20-2c4a-409c-840f-ac811a357582 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:18.570840 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-54ab8e20-2c4a-409c-840f-ac811a357582 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 819 time: 0.3851275 Apr 01 10:13:18.591056 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:18.591056 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:18.594470 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-4df1494a-dc6e-42ea-9230-01896bedc471 None None] Current status of the port b9462d9f-4ef3-41de-9a98-6d954306f8d9 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:18.595447 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4df1494a-dc6e-42ea-9230-01896bedc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:18.612166 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-d120b630-fd71-4411-a161-0c2b0d59ba85 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/quotas/944c78fd166e487fa555d9dfc89307ca HTTP/1.1" status: 200 len: 375 time: 0.0295794 Apr 01 10:13:18.679064 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-4df1494a-dc6e-42ea-9230-01896bedc471 None None] For port b9462d9f-4ef3-41de-9a98-6d954306f8d9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b9462d9f-4ef3-41de-9a98-6d954306f8d9,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:18.738007 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4df1494a-dc6e-42ea-9230-01896bedc471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:18.751005 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-7861868a-0483-4793-8243-7346d386b375 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:18.834781 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-e5669828-ce6d-48fc-8772-a7ad8acf35c7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2214198 Apr 01 10:13:18.840331 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:16Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:18.863444 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 717d790a-2068-4ee5-b881-1f59f7eebf72 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:18.866022 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:18.923732 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] For port 717d790a-2068-4ee5-b881-1f59f7eebf72, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=717d790a-2068-4ee5-b881-1f59f7eebf72,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:19.073012 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-a10e5e97-3038-4b96-907a-fca82f4c3896 service neutron] 10.222.0.13 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786304 Apr 01 10:13:19.168524 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c07a81-18d8-448e-b8d0-9fab8121ddb5 None None] The sync data for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb is: [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:16Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:13:19.194357 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Provisioning complete for port 70dfc820-c18f-4359-ac45-3977bdba4286 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:19.194743 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:19.313881 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-e54c4490-d729-48e6-816b-a12209101887 service neutron] 10.222.0.13 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870345 Apr 01 10:13:19.377102 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:19.381249 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 926a9403-7546-4f85-acc9-8a7c43c2eb2c up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:19.435965 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:19.492126 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1494a-dc6e-42ea-9230-01896bedc471 None None] Pushing event updated for resources: {'Port': ['ID=b9462d9f-4ef3-41de-9a98-6d954306f8d9,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:19.494194 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3342b-8f03-45f5-a3c8-5f61c345824a req-a46e209e-b2e1-4e1c-9fd8-0b5838878ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:19.505860 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-41e3342b-8f03-45f5-a3c8-5f61c345824a req-a46e209e-b2e1-4e1c-9fd8-0b5838878ee9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8f777a9a-7a75-49a7-a52c-80df5f044fb0 HTTP/1.1" status: 200 len: 912 time: 1.0154784 Apr 01 10:13:19.506649 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ed12-28ea-417c-a6ef-a964f73ec1df tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (0d84134e-4a81-4923-9d34-3eef3508a961), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:19.597754 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2ed12-28ea-417c-a6ef-a964f73ec1df tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d84134e-4a81-4923-9d34-3eef3508a961,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:19.669948 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:16Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:19.672964 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-41e3342b-8f03-45f5-a3c8-5f61c345824a req-1ba8d938-3b28-423a-8311-489d0ce0e57d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f8ec3d22-f40a-4862-947c-3c620c4f7125 HTTP/1.1" status: 200 len: 217 time: 0.1121721 Apr 01 10:13:19.686273 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6bb2ed12-28ea-417c-a6ef-a964f73ec1df tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:19.688635 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-6bb2ed12-28ea-417c-a6ef-a964f73ec1df tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0828075 Apr 01 10:13:19.692256 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34092) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:19.697678 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-a1f6d6b7-b5eb-4577-8e92-e099fdfaa2c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group_rule': {'security_group_id': 'a80d1121-62fd-432c-b8e5-8397b4fe1c4b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:19.771116 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3342b-8f03-45f5-a3c8-5f61c345824a req-f9ba1bc5-e644-4bcb-bde5-2173c0eb4c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:19.773366 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-41e3342b-8f03-45f5-a3c8-5f61c345824a req-f9ba1bc5-e644-4bcb-bde5-2173c0eb4c2c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=50f8de8b-1a44-42ee-8ccb-ca2b572ba513 HTTP/1.1" status: 200 len: 851 time: 0.0783651 Apr 01 10:13:19.781395 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:19.963886 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d6b7-b5eb-4577-8e92-e099fdfaa2c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (7736b2e8-e10f-43ec-b2bf-d23a4585c078), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:20.118864 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34098) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:20.132129 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Allocated IP 172.37.3.17 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/8a91e939-7129-4e51-b459-476a2f83ae33) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:20.196385 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Current status of the port 70dfc820-c18f-4359-ac45-3977bdba4286 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:20.197595 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:20.236994 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 926a9403-7546-4f85-acc9-8a7c43c2eb2c triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:20.254696 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:20.271554 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcecf74-fbe5-4d47-9347-fdf0e0a4cc3c None None] The sync data for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb is: [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:16Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:13:20.408026 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37382ef1-d000-4e69-882d-1ce484708623 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:20.519121 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for port (8a91e939-7129-4e51-b459-476a2f83ae33), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:20.532984 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] For port 70dfc820-c18f-4359-ac45-3977bdba4286, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=70dfc820-c18f-4359-ac45-3977bdba4286,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:20.589162 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Pushing event updated for resources: {'Port': ['ID=717d790a-2068-4ee5-b881-1f59f7eebf72,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:20.607768 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:20.615970 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af99247c-be41-41de-8402-1faaacc14b62 req-f2de8094-87e2-4b21-a798-4ffc26535d4e tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:20.620323 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-af99247c-be41-41de-8402-1faaacc14b62 req-f2de8094-87e2-4b21-a798-4ffc26535d4e tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 943 time: 0.5097461 Apr 01 10:13:20.662669 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:17Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:20.666210 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d6b7-b5eb-4577-8e92-e099fdfaa2c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (7736b2e8-e10f-43ec-b2bf-d23a4585c078), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:20.722016 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-41e3342b-8f03-45f5-a3c8-5f61c345824a req-1410e75c-c0fa-4c11-81d3-25954103b22c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8f777a9a-7a75-49a7-a52c-80df5f044fb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9422541 Apr 01 10:13:20.735318 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (8a91e939-7129-4e51-b459-476a2f83ae33), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:20.776738 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 926a9403-7546-4f85-acc9-8a7c43c2eb2c is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:20.881152 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8862b8e9-6ce0-4dbf-853a-689453c93421 None None] The sync data for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb is: [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:17Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:13:20.889949 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Provisioning complete for port 0c283ce6-e30f-47f1-adc7-90abb446de4a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:20.890330 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:20.922694 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d6b7-b5eb-4577-8e92-e099fdfaa2c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (7736b2e8-e10f-43ec-b2bf-d23a4585c078), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:20.975893 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34114) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:21.025961 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-417f0a04-be83-4c2c-a092-f22f845bd982 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2050680269', 'description': 'tempest-description--972675028'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:21.071915 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-af99247c-be41-41de-8402-1faaacc14b62 req-80b7dfe4-ce42-40ef-95b5-cf88679132f3 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118385 Apr 01 10:13:21.106849 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-7861868a-0483-4793-8243-7346d386b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:14Z', 'revision_number': 2, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:21.163877 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861868a-0483-4793-8243-7346d386b375 None None] Checking router: 49320108-804f-4ada-9667-116070d8e3cd for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:13:21.164659 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861868a-0483-4793-8243-7346d386b375 None None] Updating router 49320108-804f-4ada-9667-116070d8e3cd port 14655c77-a5df-47cc-9464-14eebeb303ad binding host dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:13:21.287509 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7861868a-0483-4793-8243-7346d386b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:21.373217 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-41e3342b-8f03-45f5-a3c8-5f61c345824a req-a4b46835-49b8-4038-88d5-f8ab2ec95e36 service neutron] 10.222.0.43 "GET /v2.0/networks/8f777a9a-7a75-49a7-a52c-80df5f044fb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059995 Apr 01 10:13:21.380519 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:21.410743 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37382ef1-d000-4e69-882d-1ce484708623 admin admin] Publish callbacks [] for security_group (4289c9ea-f433-408e-9b6e-a5f83fa28338), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:21.429676 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f6d6b7-b5eb-4577-8e92-e099fdfaa2c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7736b2e8-e10f-43ec-b2bf-d23a4585c078,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:21.486791 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Pushing event updated for resources: {'Port': ['ID=70dfc820-c18f-4359-ac45-3977bdba4286,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:21.491435 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'Port': ['ID=8a91e939-7129-4e51-b459-476a2f83ae33,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:21.504752 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:21.509975 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:21.564857 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0e608b7b-11f5-41f0-88cc-3ac918956da9 req-3da3d056-dee1-45af-9c4a-44dc76d07a4a tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 210 time: 0.4095082 Apr 01 10:13:21.573075 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 717d790a-2068-4ee5-b881-1f59f7eebf72 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:21.581347 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a1f6d6b7-b5eb-4577-8e92-e099fdfaa2c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:21.589290 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-a1f6d6b7-b5eb-4577-8e92-e099fdfaa2c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8948462 Apr 01 10:13:21.596742 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34126) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:21.600269 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37382ef1-d000-4e69-882d-1ce484708623 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4289c9ea-f433-408e-9b6e-a5f83fa28338), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:21.623831 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'floatingip': {'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:21.754977 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-417f0a04-be83-4c2c-a092-f22f845bd982 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:21.888848 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (22958653-bebc-4d99-8eaf-d6d210175dfb), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:21.908200 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-37382ef1-d000-4e69-882d-1ce484708623 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=51ff59ed9d7f4acc97fdaa29e254cb82&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7870507 Apr 01 10:13:21.915515 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34136) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:22.097072 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.43', 50293) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:22.137741 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37382ef1-d000-4e69-882d-1ce484708623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4289c9ea-f433-408e-9b6e-a5f83fa28338,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:22.167880 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:22.294121 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-28663448-a159-48a7-9d57-c0b3b08fbd06 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:22.295690 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-28663448-a159-48a7-9d57-c0b3b08fbd06 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 819 time: 0.1743555 Apr 01 10:13:22.296331 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (8a91e939-7129-4e51-b459-476a2f83ae33), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:22.303953 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-41e3342b-8f03-45f5-a3c8-5f61c345824a req-57acd55e-80dc-4963-9064-79e6ea0da15a service neutron] 10.222.0.43 "GET /v2.0/networks/8f777a9a-7a75-49a7-a52c-80df5f044fb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9143772 Apr 01 10:13:22.329773 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Request body: {'port': {'device_id': 'cd4693cb-9b34-462a-958b-038d6b704ddb', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'admin_state_up': True, 'tenant_id': '944c78fd166e487fa555d9dfc89307ca'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:22.392192 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7861868a-0483-4793-8243-7346d386b375 None None] Publish callbacks [] for port (14655c77-a5df-47cc-9464-14eebeb303ad), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:22.396174 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Current status of the port 0c283ce6-e30f-47f1-adc7-90abb446de4a is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:22.396757 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:22.431383 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 717d790a-2068-4ee5-b881-1f59f7eebf72 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:22.432015 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:22.563949 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7861868a-0483-4793-8243-7346d386b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:22.565345 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-417f0a04-be83-4c2c-a092-f22f845bd982 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (91fb716b-890c-47a8-90f9-863afeaa3cc7), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:22.667093 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] For port 0c283ce6-e30f-47f1-adc7-90abb446de4a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0c283ce6-e30f-47f1-adc7-90abb446de4a,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:22.702409 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37ec8a91-20b4-47ae-a08a-76a9de77499d admin admin] Publish callbacks [] for security_group (4289c9ea-f433-408e-9b6e-a5f83fa28338), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:22.707070 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-417f0a04-be83-4c2c-a092-f22f845bd982 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (91fb716b-890c-47a8-90f9-863afeaa3cc7), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:22.829691 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for port (8a91e939-7129-4e51-b459-476a2f83ae33), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.059470 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Made reservation on behalf of 944c78fd166e487fa555d9dfc89307ca for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:13:23.063736 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.066774 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (8a91e939-7129-4e51-b459-476a2f83ae33), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.186607 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (22958653-bebc-4d99-8eaf-d6d210175dfb), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.197080 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f0cae29e-2922-47e9-a03b-3e2f3e274549 req-33c75e31-e936-4ddc-a097-373339cf2690 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 210 time: 0.1847045 Apr 01 10:13:23.214898 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37ec8a91-20b4-47ae-a08a-76a9de77499d admin admin] Publish callbacks [] for security_group (4289c9ea-f433-408e-9b6e-a5f83fa28338), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.249362 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 717d790a-2068-4ee5-b881-1f59f7eebf72 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:23.250449 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device b9462d9f-4ef3-41de-9a98-6d954306f8d9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:23.425835 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.426993 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f0a04-be83-4c2c-a092-f22f845bd982 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91fb716b-890c-47a8-90f9-863afeaa3cc7,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:23.427309 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.427309 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8447351 Apr 01 10:13:23.427464 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc05d4-2650-40e5-9b83-b0b470a66351 req-d0d2e855-44f2-4c12-b6b0-8a884f385eda tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:23.427464 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-76bc05d4-2650-40e5-9b83-b0b470a66351 req-d0d2e855-44f2-4c12-b6b0-8a884f385eda tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 943 time: 0.7731073 Apr 01 10:13:23.433457 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74473b69-3305-411d-9c7a-7588708f8082 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'Port': ['ID=8a91e939-7129-4e51-b459-476a2f83ae33,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:23.487292 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Allocated IP 172.20.0.13 (853426ae-fc11-4f7b-806b-575aef5f8d4c/96f8cb1f-cab3-4b9a-9563-129ee0dac497/3467b345-8f39-4c22-90b9-0cbb19978bf4) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:23.512419 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-76bc05d4-2650-40e5-9b83-b0b470a66351 req-9524dc3c-a9cf-4fc6-873c-ce69023f529d tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927358 Apr 01 10:13:23.515086 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.555537 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-7861868a-0483-4793-8243-7346d386b375 None None] Attempting to bind port 14655c77-a5df-47cc-9464-14eebeb303ad on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:23.555537 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-7861868a-0483-4793-8243-7346d386b375 None None] Attempting to bind port 14655c77-a5df-47cc-9464-14eebeb303ad by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:23.555537 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861868a-0483-4793-8243-7346d386b375 None None] Attempting to bind port 14655c77-a5df-47cc-9464-14eebeb303ad on network e8e7b4de-9a1d-4a82-96e9-42b39622541f {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:23.559968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0350c-0e84-4908-bee6-be6999717242 None None] Pushing event updated for resources: {'Port': ['ID=14655c77-a5df-47cc-9464-14eebeb303ad,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:23.630648 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37ec8a91-20b4-47ae-a08a-76a9de77499d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4289c9ea-f433-408e-9b6e-a5f83fa28338), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.643726 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37ec8a91-20b4-47ae-a08a-76a9de77499d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.646332 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-37ec8a91-20b4-47ae-a08a-76a9de77499d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4289c9ea-f433-408e-9b6e-a5f83fa28338 HTTP/1.1" status: 204 len: 168 time: 1.6983261 Apr 01 10:13:23.692783 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861868a-0483-4793-8243-7346d386b375 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:23.706163 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861868a-0483-4793-8243-7346d386b375 None None] Checking segment: {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:23.706707 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7861868a-0483-4793-8243-7346d386b375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.707121 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7861868a-0483-4793-8243-7346d386b375 None None] Bound using segment: {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:23.708058 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-7861868a-0483-4793-8243-7346d386b375 None None] Bound port: 14655c77-a5df-47cc-9464-14eebeb303ad, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:23.708058 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7861868a-0483-4793-8243-7346d386b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.732935 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-417f0a04-be83-4c2c-a092-f22f845bd982 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.743091 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-417f0a04-be83-4c2c-a092-f22f845bd982 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.7486758 Apr 01 10:13:23.745467 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34186) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:23.756069 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec8a91-20b4-47ae-a08a-76a9de77499d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4289c9ea-f433-408e-9b6e-a5f83fa28338,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:23.777747 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-fd6e316f-b633-4283-be82-ca6d73da40f7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'security_group_rule': {'security_group_id': '91fb716b-890c-47a8-90f9-863afeaa3cc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:23.794930 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-916d76fa-ca47-48f6-86a0-f38c79a85abd None None] Provisioning complete for port 14655c77-a5df-47cc-9464-14eebeb303ad triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:23.810500 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-916d76fa-ca47-48f6-86a0-f38c79a85abd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.887547 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:23.952613 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-916d76fa-ca47-48f6-86a0-f38c79a85abd None None] Port 14655c77-a5df-47cc-9464-14eebeb303ad cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:23.966316 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0f187f-36ed-4c3c-9f4b-de6f9a52162a None None] Pushing event updated for resources: {'Port': ['ID=0c283ce6-e30f-47f1-adc7-90abb446de4a,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:23.998396 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port b9462d9f-4ef3-41de-9a98-6d954306f8d9 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:24.000735 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:24.006781 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Allocated IP 172.37.3.102 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/dcec305c-4fe9-4f86-9559-c5b639a78f40) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:24.020108 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:24.041796 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-353e910b-3991-485f-b1e7-28d112cb7474 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--872548340&fields=id&tenant_id=5eeb18f4c1c34c12b529ba97aebe3809 HTTP/1.1" status: 200 len: 267 time: 0.2951388 Apr 01 10:13:24.103904 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-7861868a-0483-4793-8243-7346d386b375 None None] For port 14655c77-a5df-47cc-9464-14eebeb303ad, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:24.119132 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-7861868a-0483-4793-8243-7346d386b375 None None] For port 14655c77-a5df-47cc-9464-14eebeb303ad, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=14655c77-a5df-47cc-9464-14eebeb303ad,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:24.145484 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Network 853426ae-fc11-4f7b-806b-575aef5f8d4c is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:24.150722 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:24.158012 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:24.164872 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:24.165718 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:24.185428 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port b9462d9f-4ef3-41de-9a98-6d954306f8d9 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:24.187146 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 0c283ce6-e30f-47f1-adc7-90abb446de4a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:24.196125 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fd6e316f-b633-4283-be82-ca6d73da40f7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (86cea1bd-a1cb-4ea8-adf3-23aa2899d714), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:24.209276 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event updated for resources: {'Port': ['ID=3467b345-8f39-4c22-90b9-0cbb19978bf4,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:24.246566 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7861868a-0483-4793-8243-7346d386b375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:24.518725 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e0350c-0e84-4908-bee6-be6999717242 None None] Pushing event updated for resources: {'Port': ['ID=14655c77-a5df-47cc-9464-14eebeb303ad,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:24.544851 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-6e45bfeb-dcde-4487-90e9-cc561739e241 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2209785 Apr 01 10:13:24.554701 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7861868a-0483-4793-8243-7346d386b375 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:24.554701 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-7861868a-0483-4793-8243-7346d386b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:24.567627 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Request body: {'port': {'device_id': 'cd4693cb-9b34-462a-958b-038d6b704ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:24.590058 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 0c283ce6-e30f-47f1-adc7-90abb446de4a triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:24.595326 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:24.688047 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:24.713463 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fefad089-1413-4629-961a-04c666a489c1 req-536174e8-295d-4383-bfaf-ae66b0691b16 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 210 time: 0.2858684 Apr 01 10:13:24.861759 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-659fabd4-1b88-4ade-a278-8d7fbd444f23 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:24.877702 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-659fabd4-1b88-4ade-a278-8d7fbd444f23 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 817 time: 0.8259583 Apr 01 10:13:24.935354 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fd6e316f-b633-4283-be82-ca6d73da40f7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (86cea1bd-a1cb-4ea8-adf3-23aa2899d714), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:24.949594 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-3683f9bc-ee56-4d9b-baeb-f531c0e95130 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:24.953984 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-3683f9bc-ee56-4d9b-baeb-f531c0e95130 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 819 time: 0.7315695 Apr 01 10:13:24.981762 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-7861868a-0483-4793-8243-7346d386b375 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:25.018357 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Request body: {'port': {'device_id': 'd0c2963a-04a7-48c0-8a88-e9578f4adee1', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'admin_state_up': True, 'tenant_id': '944c78fd166e487fa555d9dfc89307ca'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:25.091139 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fd6e316f-b633-4283-be82-ca6d73da40f7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (86cea1bd-a1cb-4ea8-adf3-23aa2899d714), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:25.153541 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (dcec305c-4fe9-4f86-9559-c5b639a78f40), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:25.159849 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6e316f-b633-4283-be82-ca6d73da40f7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cea1bd-a1cb-4ea8-adf3-23aa2899d714,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:25.190627 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-df261638-c991-400e-9818-75da83e5497a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/quotas/5eeb18f4c1c34c12b529ba97aebe3809 HTTP/1.1" status: 200 len: 375 time: 0.2439401 Apr 01 10:13:25.342829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fd6e316f-b633-4283-be82-ca6d73da40f7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:25.346236 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-fd6e316f-b633-4283-be82-ca6d73da40f7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5788305 Apr 01 10:13:25.363045 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34236) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:25.397041 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-67cf44fb-a2ed-457b-a750-ef9830f52fd7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'security_group_rule': {'security_group_id': '91fb716b-890c-47a8-90f9-863afeaa3cc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:25.445095 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56df89d-7017-48ab-ae97-0e39469ba612 req-60c60ac3-b6f0-449a-965a-66033c5242c6 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:25.446920 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f56df89d-7017-48ab-ae97-0e39469ba612 req-60c60ac3-b6f0-449a-965a-66033c5242c6 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 943 time: 0.5139565 Apr 01 10:13:25.502393 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-c138e093-a681-4dd0-8b9f-af2a4fd80940 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2689381 Apr 01 10:13:25.532967 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-f83a5de4-b4d3-472a-9daf-9c375973966a None None] Provisioning complete for port 3467b345-8f39-4c22-90b9-0cbb19978bf4 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:25.533509 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f83a5de4-b4d3-472a-9daf-9c375973966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:25.710434 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-f83a5de4-b4d3-472a-9daf-9c375973966a None None] Port 3467b345-8f39-4c22-90b9-0cbb19978bf4 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:25.718007 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (dcec305c-4fe9-4f86-9559-c5b639a78f40), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:25.743145 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 0c283ce6-e30f-47f1-adc7-90abb446de4a is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:25.747785 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-67cf44fb-a2ed-457b-a750-ef9830f52fd7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (4693fb89-cb44-4d95-b03d-16a09d27cca5), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:25.811197 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3467b345-8f39-4c22-90b9-0cbb19978bf4 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:25.828641 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Publish callbacks [] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:25.868331 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Transition to ACTIVE for port object 3467b345-8f39-4c22-90b9-0cbb19978bf4 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:13:25.868822 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-20083818-3bca-49bb-969c-f586a1e601fe None None] Provisioning complete for port 14655c77-a5df-47cc-9464-14eebeb303ad triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:25.869296 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-20083818-3bca-49bb-969c-f586a1e601fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:25.894956 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-7861868a-0483-4793-8243-7346d386b375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:24Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:25.927719 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7861868a-0483-4793-8243-7346d386b375 None None] The sync data for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb is: [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:24Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:13:25.959201 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:25.971639 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f56df89d-7017-48ab-ae97-0e39469ba612 req-22aa407a-f68a-4474-b15a-2db01c237924 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5157733 Apr 01 10:13:26.049937 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-20083818-3bca-49bb-969c-f586a1e601fe None None] Current status of the port 14655c77-a5df-47cc-9464-14eebeb303ad is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:26.050497 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-20083818-3bca-49bb-969c-f586a1e601fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.054121 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-67cf44fb-a2ed-457b-a750-ef9830f52fd7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (4693fb89-cb44-4d95-b03d-16a09d27cca5), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.055870 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:26.058973 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:26.138078 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-20083818-3bca-49bb-969c-f586a1e601fe None None] For port 14655c77-a5df-47cc-9464-14eebeb303ad, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=14655c77-a5df-47cc-9464-14eebeb303ad,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:26.143972 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Made reservation on behalf of 944c78fd166e487fa555d9dfc89307ca for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:13:26.149380 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.187264 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.224273 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-20083818-3bca-49bb-969c-f586a1e601fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.241098 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=dcec305c-4fe9-4f86-9559-c5b639a78f40,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:26.256948 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.340520 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-67cf44fb-a2ed-457b-a750-ef9830f52fd7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (4693fb89-cb44-4d95-b03d-16a09d27cca5), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.391298 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 0c283ce6-e30f-47f1-adc7-90abb446de4a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:26.477273 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20083818-3bca-49bb-969c-f586a1e601fe None None] Pushing event updated for resources: {'Port': ['ID=14655c77-a5df-47cc-9464-14eebeb303ad,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:26.559429 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 0c283ce6-e30f-47f1-adc7-90abb446de4a triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:26.568287 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.592345 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf44fb-a2ed-457b-a750-ef9830f52fd7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4693fb89-cb44-4d95-b03d-16a09d27cca5,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:26.595479 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Pushing event updated for resources: {'Port': ['ID=3467b345-8f39-4c22-90b9-0cbb19978bf4,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:26.606641 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-07f71331-94d4-4507-8996-92d0ba8f2e57 req-9df8d29f-4a7e-49b6-8f51-878de42e0fad tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 210 time: 0.2442608 Apr 01 10:13:26.636779 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-67cf44fb-a2ed-457b-a750-ef9830f52fd7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.642921 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-67cf44fb-a2ed-457b-a750-ef9830f52fd7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2798715 Apr 01 10:13:26.643986 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 34256) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:26.644479 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 34258) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:26.646624 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (483b6f2f-b3e0-4751-9ebe-e24bd7ef859c), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.662878 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'floatingip': {'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:26.666046 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-6ae60add-8922-4ca1-b640-956da908ae8e service neutron] 10.222.0.13 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1273265 Apr 01 10:13:26.778313 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Attempting to bind port 3467b345-8f39-4c22-90b9-0cbb19978bf4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:26.783714 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Attempting to bind port 3467b345-8f39-4c22-90b9-0cbb19978bf4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:26.784268 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Attempting to bind port 3467b345-8f39-4c22-90b9-0cbb19978bf4 on network 853426ae-fc11-4f7b-806b-575aef5f8d4c {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:26.797729 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Port 3467b345-8f39-4c22-90b9-0cbb19978bf4 on network 853426ae-fc11-4f7b-806b-575aef5f8d4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:13:26.798395 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Attempting to bind port 3467b345-8f39-4c22-90b9-0cbb19978bf4 on network 853426ae-fc11-4f7b-806b-575aef5f8d4c {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:26.808380 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:26.809036 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Checking segment: {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:26.809633 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Bound using segment: {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:26.810340 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Bound port: 3467b345-8f39-4c22-90b9-0cbb19978bf4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:26.811035 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.835085 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 0c283ce6-e30f-47f1-adc7-90abb446de4a is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:26.837349 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 70dfc820-c18f-4359-ac45-3977bdba4286 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:26.854684 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Allocated IP 172.20.0.10 (853426ae-fc11-4f7b-806b-575aef5f8d4c/96f8cb1f-cab3-4b9a-9563-129ee0dac497/d4b63b34-2001-49e8-b100-18b8738b2ce2) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:26.868138 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:26.883300 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-a5fc50b0-2b9e-4fbb-985e-08d502b0fef6 service neutron] 10.222.0.13 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042327 Apr 01 10:13:26.916318 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 70dfc820-c18f-4359-ac45-3977bdba4286 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:26.916763 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.009915 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (dcec305c-4fe9-4f86-9559-c5b639a78f40), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.024304 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 70dfc820-c18f-4359-ac45-3977bdba4286 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:27.034628 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-17724782-1dcd-421b-9d87-5af824afd53a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.142012 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] For port 3467b345-8f39-4c22-90b9-0cbb19978bf4, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:27.221802 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (dcec305c-4fe9-4f86-9559-c5b639a78f40), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.223538 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] For port 3467b345-8f39-4c22-90b9-0cbb19978bf4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3467b345-8f39-4c22-90b9-0cbb19978bf4,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:27.277255 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5b6250cb-bf68-4798-bc00-2cb9d8155893 req-e68b33f5-f69d-445b-9e14-fbcacf69546a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 210 time: 0.0520470 Apr 01 10:13:27.290880 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (dcec305c-4fe9-4f86-9559-c5b639a78f40), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.303549 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55007a-5dbb-4e7a-8290-c434bcfd1986 req-0e7943ae-e272-4dae-8ea6-c6859ca3bc5c tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:27.305624 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cc55007a-5dbb-4e7a-8290-c434bcfd1986 req-0e7943ae-e272-4dae-8ea6-c6859ca3bc5c tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 943 time: 0.2124226 Apr 01 10:13:27.343135 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-17724782-1dcd-421b-9d87-5af824afd53a admin admin] Publish callbacks [] for security_group (68bb1666-ec9c-4afe-a0e0-d6aac870880c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.346890 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.368565 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.386655 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.389735 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (483b6f2f-b3e0-4751-9ebe-e24bd7ef859c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.392859 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=dcec305c-4fe9-4f86-9559-c5b639a78f40,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:27.432844 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cc55007a-5dbb-4e7a-8290-c434bcfd1986 req-555e711a-756f-4a32-b8b1-d337eeef6a7a tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021540 Apr 01 10:13:27.463132 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:27.463432 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.464936 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] 10.222.0.43 "PUT /v2.0/ports/3467b345-8f39-4c22-90b9-0cbb19978bf4 HTTP/1.1" status: 200 len: 1094 time: 2.9079428 Apr 01 10:13:27.467698 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4693cb-9b34-462a-958b-038d6b704ddb', 'tag': '3467b345-8f39-4c22-90b9-0cbb19978bf4'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:27.469973 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44cf70a-19a8-40e2-829a-1da7cf529c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4693cb-9b34-462a-958b-038d6b704ddb", "tag": "3467b345-8f39-4c22-90b9-0cbb19978bf4"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:27.511749 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.513820 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-32b66c41-ebb1-4011-b742-f07557412d42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9151304 Apr 01 10:13:27.535987 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-17724782-1dcd-421b-9d87-5af824afd53a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (68bb1666-ec9c-4afe-a0e0-d6aac870880c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.548043 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532851d3-061e-4687-8e69-8b4e2ba114db service neutron] Pushing event updated for resources: {'Port': ['ID=3467b345-8f39-4c22-90b9-0cbb19978bf4,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:27.582225 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.646540 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a552bb7f-26b6-4d40-b928-3cefe8be6dc4 x-openstack-request-id: req-a552bb7f-26b6-4d40-b928-3cefe8be6dc4 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:27.646540 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4693cb-9b34-462a-958b-038d6b704ddb", "tag": "3467b345-8f39-4c22-90b9-0cbb19978bf4", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:27.646540 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a552bb7f-26b6-4d40-b928-3cefe8be6dc4 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:27.646540 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a552bb7f-26b6-4d40-b928-3cefe8be6dc4'] response: {'name': 'network-changed', 'server_uuid': 'cd4693cb-9b34-462a-958b-038d6b704ddb', 'tag': '3467b345-8f39-4c22-90b9-0cbb19978bf4', 'status': 'completed', 'code': 200} Apr 01 10:13:27.769465 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-17724782-1dcd-421b-9d87-5af824afd53a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17c7edd0a89e40e38c7a69acd8835e74&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1193843 Apr 01 10:13:27.785103 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 34306) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:27.801418 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17724782-1dcd-421b-9d87-5af824afd53a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bb1666-ec9c-4afe-a0e0-d6aac870880c,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:27.801418 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Allocated IP 172.37.3.159 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/660cc59c-1984-4ca8-8017-044fa7568fb8) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:27.839143 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Network 853426ae-fc11-4f7b-806b-575aef5f8d4c is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:27.869489 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:27.911296 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:27.923086 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3a919-4ff2-4405-abcc-27b714d95de1 req-1b9489b5-1213-42a2-96c6-fba5e471fcd0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:27.928242 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:27.932109 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:27.946169 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-84c3a919-4ff2-4405-abcc-27b714d95de1 req-1b9489b5-1213-42a2-96c6-fba5e471fcd0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 932 time: 0.2149045 Apr 01 10:13:27.990408 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event updated for resources: {'Port': ['ID=d4b63b34-2001-49e8-b100-18b8738b2ce2,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:28.022855 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 14655c77-a5df-47cc-9464-14eebeb303ad up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:28.063142 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cf70a-19a8-40e2-829a-1da7cf529c8a req-e3aaaa9b-914e-4ba0-9ece-093780ef4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:28.064672 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-e44cf70a-19a8-40e2-829a-1da7cf529c8a req-e3aaaa9b-914e-4ba0-9ece-093780ef4cff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 1128 time: 0.4349506 Apr 01 10:13:28.139215 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 14655c77-a5df-47cc-9464-14eebeb303ad triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:28.140068 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:28.150062 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-9da1201d-3594-4b43-b3ba-98cbcfa785a4 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2111105584&fields=id&tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 267 time: 0.3368554 Apr 01 10:13:28.204328 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-165360ed-2eb3-4a24-9f4c-701ae22d0329 admin admin] Publish callbacks [] for security_group (68bb1666-ec9c-4afe-a0e0-d6aac870880c), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:28.217464 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-6051a024-83fe-4712-bcd4-3e15ddefb253 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2129548 Apr 01 10:13:28.266386 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Request body: {'port': {'device_id': 'd0c2963a-04a7-48c0-8a88-e9578f4adee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:28.292071 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 14655c77-a5df-47cc-9464-14eebeb303ad is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:28.311046 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-84c3a919-4ff2-4405-abcc-27b714d95de1 req-94069f66-f550-4e21-9ee2-f4faf0ff9c69 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3595052 Apr 01 10:13:28.339745 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-2836fc0f-97af-471e-a408-045777b1efae None None] Provisioning complete for port d4b63b34-2001-49e8-b100-18b8738b2ce2 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:28.340220 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2836fc0f-97af-471e-a408-045777b1efae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:28.348368 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853f99-8058-410d-8db2-1edcf042fd1f req-33324de5-efd2-42a0-b3f9-fe72e3325ef9 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:28.358268 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-33324de5-efd2-42a0-b3f9-fe72e3325ef9 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 814 time: 0.2009416 Apr 01 10:13:28.378259 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-30f6097e-c579-4f2c-9b78-2ee1727cf5d7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/quotas/4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 375 time: 0.0166554 Apr 01 10:13:28.391504 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2836fc0f-97af-471e-a408-045777b1efae None None] Port d4b63b34-2001-49e8-b100-18b8738b2ce2 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:28.404325 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-165360ed-2eb3-4a24-9f4c-701ae22d0329 admin admin] Publish callbacks [] for security_group (68bb1666-ec9c-4afe-a0e0-d6aac870880c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:28.438633 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8242387e-d0f3-4e6e-b138-c94df54ebf51 req-e3fae43f-0714-48f6-a44c-76fac40f8520 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 210 time: 0.0558257 Apr 01 10:13:28.446627 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for port (660cc59c-1984-4ca8-8017-044fa7568fb8), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:28.575064 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cf70a-19a8-40e2-829a-1da7cf529c8a req-210a647d-53fb-46a7-8c5d-bd7dcdeab0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:28.577979 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-e44cf70a-19a8-40e2-829a-1da7cf529c8a req-210a647d-53fb-46a7-8c5d-bd7dcdeab0a5 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=944c78fd166e487fa555d9dfc89307ca&shared=False HTTP/1.1" status: 200 len: 920 time: 0.5013509 Apr 01 10:13:28.583631 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a34e1823-02fd-409b-af25-51d905cd97a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:28.589998 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-da6f0d3c-6533-4340-9f61-9eee7f30e05b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2074394 Apr 01 10:13:28.682867 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:28.889461 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1d1c0-57db-4206-ab49-3ebcc04ac4fb req-c5674fa3-dd55-424e-97cd-2a086e428bd6 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:28.891009 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b6d1d1c0-57db-4206-ab49-3ebcc04ac4fb req-c5674fa3-dd55-424e-97cd-2a086e428bd6 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 943 time: 0.3562977 Apr 01 10:13:28.950867 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ce6264e1-94b6-4af6-95f0-826c9f735927 service neutron] 10.222.0.13 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423460 Apr 01 10:13:29.011677 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (660cc59c-1984-4ca8-8017-044fa7568fb8), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:29.019192 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-165360ed-2eb3-4a24-9f4c-701ae22d0329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (68bb1666-ec9c-4afe-a0e0-d6aac870880c), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:29.022090 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-165360ed-2eb3-4a24-9f4c-701ae22d0329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:29.023784 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-165360ed-2eb3-4a24-9f4c-701ae22d0329 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68bb1666-ec9c-4afe-a0e0-d6aac870880c HTTP/1.1" status: 204 len: 168 time: 1.2250988 Apr 01 10:13:29.035340 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b6d1d1c0-57db-4206-ab49-3ebcc04ac4fb req-a20477fb-9874-4a9b-bc3b-13a0d06e3db4 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277158 Apr 01 10:13:29.036453 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44cf70a-19a8-40e2-829a-1da7cf529c8a req-60d4c989-57e5-4d5c-9f70-884abcdcb4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:29.037989 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-e44cf70a-19a8-40e2-829a-1da7cf529c8a req-60d4c989-57e5-4d5c-9f70-884abcdcb4c2 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4445689 Apr 01 10:13:29.119191 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-a30681cc-01ac-4acc-ba11-992105347a0c service neutron] 10.222.0.13 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635101 Apr 01 10:13:29.135398 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165360ed-2eb3-4a24-9f4c-701ae22d0329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bb1666-ec9c-4afe-a0e0-d6aac870880c,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:29.170191 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:29.202145 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:29.208827 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:29.217210 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'Port': ['ID=660cc59c-1984-4ca8-8017-044fa7568fb8,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:29.235613 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34338) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:29.338847 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-c671ffbd-a976-4c72-8ac4-22bf2ef01cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:29.340397 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-c671ffbd-a976-4c72-8ac4-22bf2ef01cc7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 1128 time: 0.2015584 Apr 01 10:13:29.343067 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (7aacb8ee-aa66-4311-9556-c3c2649684c7), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:29.412457 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-f3ccbda3-3303-4656-a744-dca3313ac4c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3467b345-8f39-4c22-90b9-0cbb19978bf4 HTTP/1.1" status: 200 len: 217 time: 0.0559132 Apr 01 10:13:29.544020 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b188d91c-a6cc-49d0-b038-3442f1575218 req-6aa72d36-a063-4300-9e32-40f66cd6f600 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 210 time: 0.0492406 Apr 01 10:13:29.544341 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-967ddb49-eec0-4c3a-bfe6-6d5e6a27e16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:29.544341 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-967ddb49-eec0-4c3a-bfe6-6d5e6a27e16b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.1233101 Apr 01 10:13:29.549622 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (660cc59c-1984-4ca8-8017-044fa7568fb8), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:29.590128 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779690e1-8907-4532-8e6a-2b2d1eb49abf req-ec6efbc2-c483-456b-b700-dbb1ce444eeb tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:29.592652 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-779690e1-8907-4532-8e6a-2b2d1eb49abf req-ec6efbc2-c483-456b-b700-dbb1ce444eeb tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 932 time: 0.1972365 Apr 01 10:13:29.615961 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b63b34-2001-49e8-b100-18b8738b2ce2 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:29.634580 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Publish callbacks [] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:29.653487 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1efc1d15-84f0-4580-80e8-3668dcf827ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:29.677821 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Transition to ACTIVE for port object d4b63b34-2001-49e8-b100-18b8738b2ce2 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:13:29.697747 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-779690e1-8907-4532-8e6a-2b2d1eb49abf req-c0fcfca4-0bc9-46d1-86ce-f933af5e6e87 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912139 Apr 01 10:13:29.747129 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-de82d4e6-f39f-44e1-8899-e98df830e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:29.748785 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-de82d4e6-f39f-44e1-8899-e98df830e66e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2001054 Apr 01 10:13:29.758579 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b587701b-7705-4b44-b656-63dcb5af55f0 req-bc0e16d2-e7a1-4794-bc6e-18a4934297aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 210 time: 0.0334284 Apr 01 10:13:29.789193 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:29.799886 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1efc1d15-84f0-4580-80e8-3668dcf827ac admin admin] Publish callbacks [] for security_group (56748c0d-bfd7-41a1-a01c-06afcebca612), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:29.898627 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1efc1d15-84f0-4580-80e8-3668dcf827ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (56748c0d-bfd7-41a1-a01c-06afcebca612), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:29.905476 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b63b34-2001-49e8-b100-18b8738b2ce2,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:29.959289 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-1efc1d15-84f0-4580-80e8-3668dcf827ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cbd0d0d2af71488babfe765faee2a497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7224488 Apr 01 10:13:29.963807 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34360) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:29.964378 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.43', 50302) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:30.034464 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 34364) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:30.059330 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for port (660cc59c-1984-4ca8-8017-044fa7568fb8), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.097268 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Attempting to bind port d4b63b34-2001-49e8-b100-18b8738b2ce2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:30.097268 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Attempting to bind port d4b63b34-2001-49e8-b100-18b8738b2ce2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:30.097732 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Attempting to bind port d4b63b34-2001-49e8-b100-18b8738b2ce2 on network 853426ae-fc11-4f7b-806b-575aef5f8d4c {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:30.118734 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a52de3ed-0c2b-41a9-9618-e7190800d545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.131533 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc1d15-84f0-4580-80e8-3668dcf827ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56748c0d-bfd7-41a1-a01c-06afcebca612,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:30.149271 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Port d4b63b34-2001-49e8-b100-18b8738b2ce2 on network 853426ae-fc11-4f7b-806b-575aef5f8d4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:13:30.149271 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Attempting to bind port d4b63b34-2001-49e8-b100-18b8738b2ce2 on network 853426ae-fc11-4f7b-806b-575aef5f8d4c {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:30.161289 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-ace99934-a621-48ee-a1b0-43e637aa09fc service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3893633 Apr 01 10:13:30.182931 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (660cc59c-1984-4ca8-8017-044fa7568fb8), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.230652 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f0d1dd8-73f5-47c2-a381-e7ef6242c252 admin admin] Publish callbacks [] for security_group (56748c0d-bfd7-41a1-a01c-06afcebca612), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.256463 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f0d1dd8-73f5-47c2-a381-e7ef6242c252 admin admin] Publish callbacks [] for security_group (56748c0d-bfd7-41a1-a01c-06afcebca612), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.261439 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:30.261813 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Checking segment: {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:30.262295 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Bound using segment: {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:30.262705 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Bound port: d4b63b34-2001-49e8-b100-18b8738b2ce2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:30.263067 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.313491 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (7aacb8ee-aa66-4311-9556-c3c2649684c7), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.317931 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3b16c044-0fa6-41f6-9375-dcd78e9764e2 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:30.319425 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3b16c044-0fa6-41f6-9375-dcd78e9764e2 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.43 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 817 time: 0.3516281 Apr 01 10:13:30.328535 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15d66a3-ab3a-4243-8395-8be24f259840 req-627490b7-ad15-455c-a6b6-89bfb0040c7a tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:30.330034 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b15d66a3-ab3a-4243-8395-8be24f259840 req-627490b7-ad15-455c-a6b6-89bfb0040c7a tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 943 time: 0.1973717 Apr 01 10:13:30.368105 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'Port': ['ID=660cc59c-1984-4ca8-8017-044fa7568fb8,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:30.420471 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5fd64efe-575a-4da1-bd4a-f9481870535e req-765f0bac-a470-4321-a944-4378e78a499b service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579544 Apr 01 10:13:30.428997 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f0d1dd8-73f5-47c2-a381-e7ef6242c252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (56748c0d-bfd7-41a1-a01c-06afcebca612), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.435307 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5f0d1dd8-73f5-47c2-a381-e7ef6242c252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.435307 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-5f0d1dd8-73f5-47c2-a381-e7ef6242c252 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/56748c0d-bfd7-41a1-a01c-06afcebca612 HTTP/1.1" status: 204 len: 168 time: 0.4671340 Apr 01 10:13:30.462679 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.469974 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-10913508-9781-4756-9dd5-9818967522ac tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8096042 Apr 01 10:13:30.475800 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-f7442b33-91f8-487e-9303-374c8694c5ae tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eeb18f4c1c34c12b529ba97aebe3809 HTTP/1.1" status: 200 len: 379 time: 0.1341250 Apr 01 10:13:30.492989 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b15d66a3-ab3a-4243-8395-8be24f259840 req-7eea2cb8-f349-4b64-9e6c-7293e702311a tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549215 Apr 01 10:13:30.496452 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'port': {'device_id': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'admin_state_up': True, 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'security_groups': ['ca676024-29e0-4a97-85c2-c468c4996f3c']}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:30.499862 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d1dd8-73f5-47c2-a381-e7ef6242c252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56748c0d-bfd7-41a1-a01c-06afcebca612,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:30.527020 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a52de3ed-0c2b-41a9-9618-e7190800d545 admin admin] Publish callbacks [] for security_group (8a91767a-82b6-43e6-9ab1-d5a8e41e95b3), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.528481 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] For port d4b63b34-2001-49e8-b100-18b8738b2ce2, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:30.541114 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] For port d4b63b34-2001-49e8-b100-18b8738b2ce2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d4b63b34-2001-49e8-b100-18b8738b2ce2,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:30.596116 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a52de3ed-0c2b-41a9-9618-e7190800d545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8a91767a-82b6-43e6-9ab1-d5a8e41e95b3), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.623917 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-81525db0-048e-4037-a8fa-ffe06d15f008 req-bcf9c5a7-f132-449b-8aa3-aa602d86dc76 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 210 time: 0.0275979 Apr 01 10:13:30.643622 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-a52de3ed-0c2b-41a9-9618-e7190800d545 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=21983bfdf2a84f5d90e2a448fb547737&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6032255 Apr 01 10:13:30.646484 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 34380) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:30.649665 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52de3ed-0c2b-41a9-9618-e7190800d545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a91767a-82b6-43e6-9ab1-d5a8e41e95b3,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:30.653227 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.716546 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f8ec3d22-f40a-4862-947c-3c620c4f7125 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:13:30.742704 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:30.743451 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.744859 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] 10.222.0.43 "PUT /v2.0/ports/d4b63b34-2001-49e8-b100-18b8738b2ce2 HTTP/1.1" status: 200 len: 1094 time: 2.4826102 Apr 01 10:13:30.745415 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0c2963a-04a7-48c0-8a88-e9578f4adee1', 'tag': 'd4b63b34-2001-49e8-b100-18b8738b2ce2'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:30.747829 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e737b0-e243-4ecd-8961-f073b467a8b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0c2963a-04a7-48c0-8a88-e9578f4adee1", "tag": "d4b63b34-2001-49e8-b100-18b8738b2ce2"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:30.785390 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a723412c-7f9a-48b4-84bf-b554b5b8f11f admin admin] Publish callbacks [] for security_group (8a91767a-82b6-43e6-9ab1-d5a8e41e95b3), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.806020 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41f322-1b16-4052-93ee-384908fe88f4 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b63b34-2001-49e8-b100-18b8738b2ce2,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:30.838256 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a723412c-7f9a-48b4-84bf-b554b5b8f11f admin admin] Publish callbacks [] for security_group (8a91767a-82b6-43e6-9ab1-d5a8e41e95b3), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.853027 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Made reservation on behalf of 5eeb18f4c1c34c12b529ba97aebe3809 for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:13:30.856857 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.949409 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-bd7b28e4-867e-4b4c-8cec-b3ec7eebf395 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2050680269&fields=id&tenant_id=1f8feca17a5240999c4f2a5c6f313851 HTTP/1.1" status: 200 len: 267 time: 0.1781244 Apr 01 10:13:30.990072 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-16409c5f-89bf-41d7-a883-32e1b811beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:30.992364 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-16409c5f-89bf-41d7-a883-32e1b811beb4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 1128 time: 0.0970335 Apr 01 10:13:30.996047 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a723412c-7f9a-48b4-84bf-b554b5b8f11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8a91767a-82b6-43e6-9ab1-d5a8e41e95b3), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:30.998845 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a723412c-7f9a-48b4-84bf-b554b5b8f11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:31.003748 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-a723412c-7f9a-48b4-84bf-b554b5b8f11f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a91767a-82b6-43e6-9ab1-d5a8e41e95b3 HTTP/1.1" status: 204 len: 168 time: 0.3521039 Apr 01 10:13:31.110213 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723412c-7f9a-48b4-84bf-b554b5b8f11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a91767a-82b6-43e6-9ab1-d5a8e41e95b3,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:31.120732 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-e5ef9895-3e7c-4824-b8e2-467e11e82962 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b63b34-2001-49e8-b100-18b8738b2ce2 HTTP/1.1" status: 200 len: 217 time: 0.1159074 Apr 01 10:13:31.129424 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f8ec3d22-f40a-4862-947c-3c620c4f7125, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8ec3d22-f40a-4862-947c-3c620c4f7125,segment=NetworkSegment(599b7299-22a0-4a9f-8e4f-41d52380ea72),segment_id=599b7299-22a0-4a9f-8e4f-41d52380ea72)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:31.132935 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aff17c-8b3a-4720-9134-75bf68dc2911 req-d1703f7e-713f-4ac2-814a-692f589c73cf tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:31.144167 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-88aff17c-8b3a-4720-9134-75bf68dc2911 req-d1703f7e-713f-4ac2-814a-692f589c73cf tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 944 time: 0.2888348 Apr 01 10:13:31.168607 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'f8ec3d22-f40a-4862-947c-3c620c4f7125', 'network_id': '8f777a9a-7a75-49a7-a52c-80df5f044fb0', 'port_id': 'f8ec3d22-f40a-4862-947c-3c620c4f7125', 'mac_address': 'fa:16:3e:31:ef:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f8de8b-1a44-42ee-8ccb-ca2b572ba513', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:13:31.187248 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-dc67d5f5-93fe-4777-8e37-4c177a1e06fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:31.262307 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-e2a04c05-1796-4d81-bf38-2b9495844f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:31.264909 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-e2a04c05-1796-4d81-bf38-2b9495844f60 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.1419106 Apr 01 10:13:31.267353 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port f8ec3d22-f40a-4862-947c-3c620c4f7125 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:31.273122 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:31.302962 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8ec3d22-f40a-4862-947c-3c620c4f7125 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:31.326698 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f8ec3d22-f40a-4862-947c-3c620c4f7125, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8ec3d22-f40a-4862-947c-3c620c4f7125,segment=NetworkSegment(599b7299-22a0-4a9f-8e4f-41d52380ea72),segment_id=599b7299-22a0-4a9f-8e4f-41d52380ea72)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:31.327961 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-dd625c4e-5ac9-4426-8f5e-1885b5946435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:31.329615 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-dd625c4e-5ac9-4426-8f5e-1885b5946435 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0566020 Apr 01 10:13:31.364459 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-88aff17c-8b3a-4720-9134-75bf68dc2911 req-67259854-b9d3-4031-9e02-ff8b5bcd2966 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227213 Apr 01 10:13:31.374644 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70d545a6-6ce8-47e2-960b-d02b9a6a8bce tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:31.376117 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70d545a6-6ce8-47e2-960b-d02b9a6a8bce tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/networks?id=e8e7b4de-9a1d-4a82-96e9-42b39622541f HTTP/1.1" status: 200 len: 811 time: 0.3993852 Apr 01 10:13:31.394655 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Allocated IP 172.20.0.8 (fea27fba-ffc7-42c6-acca-74e928fc7023/df2d0250-378e-41d8-8fe7-36950ea9cc0b/58b866eb-34e7-44dd-a56d-c05e0a49f115) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:31.401071 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:31.419383 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce59faf8-42c7-4c14-af39-c66f5c67a3cc x-openstack-request-id: req-ce59faf8-42c7-4c14-af39-c66f5c67a3cc {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:31.420296 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0c2963a-04a7-48c0-8a88-e9578f4adee1", "tag": "d4b63b34-2001-49e8-b100-18b8738b2ce2", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:31.420296 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ce59faf8-42c7-4c14-af39-c66f5c67a3cc {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:31.425557 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce59faf8-42c7-4c14-af39-c66f5c67a3cc'] response: {'name': 'network-changed', 'server_uuid': 'd0c2963a-04a7-48c0-8a88-e9578f4adee1', 'tag': 'd4b63b34-2001-49e8-b100-18b8738b2ce2', 'status': 'completed', 'code': 200} Apr 01 10:13:31.470711 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-002c2492-f3d0-4417-8252-cba1c3c18335 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345005 Apr 01 10:13:31.500424 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=f8ec3d22-f40a-4862-947c-3c620c4f7125,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:31.539458 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-68709937-6b92-47ad-b90c-2f71e0aa632e req-0f22d8db-5316-4c6b-aafe-3a77d6405d56 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 210 time: 0.0353024 Apr 01 10:13:31.551205 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-61062f78-8230-4b38-a6a9-6a7d1d34620a tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/quotas/1f8feca17a5240999c4f2a5c6f313851 HTTP/1.1" status: 200 len: 375 time: 0.0985405 Apr 01 10:13:31.580846 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 34412) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:31.594798 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5cc9a180-1326-41ef-b0e2-20e9cac6add8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:31.642495 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-da4c158e-ccf2-40c3-b19e-f17fce11e57a tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f8feca17a5240999c4f2a5c6f313851&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901408 Apr 01 10:13:31.652826 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:31.696007 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['f8ec3d22-f40a-4862-947c-3c620c4f7125'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:13:31.704910 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-efd2efe2-228a-4f0c-95d6-26cd9fac779d req-859e87e1-97aa-4270-bfbb-66227b3f31b2 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263179 Apr 01 10:13:31.809642 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5828d8e-89f9-46f6-9da5-472a384cfec5 req-aa631896-f679-46c8-ae04-5b85c4d7ad18 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:31.811528 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a5828d8e-89f9-46f6-9da5-472a384cfec5 req-aa631896-f679-46c8-ae04-5b85c4d7ad18 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 944 time: 0.1236286 Apr 01 10:13:31.812427 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5cc9a180-1326-41ef-b0e2-20e9cac6add8 admin admin] Publish callbacks [] for security_group (fb58dbbb-4b6c-4f5c-b7e3-d6d45eefde3c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:31.856411 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:31.865631 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-b06e591e-ad81-41d6-8c00-47cf815b4184 service neutron] 10.222.0.13 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943452 Apr 01 10:13:31.868002 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e737b0-e243-4ecd-8961-f073b467a8b0 req-7c1d7788-ceab-4104-9b71-e2893f55a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:31.874658 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-78e737b0-e243-4ecd-8961-f073b467a8b0 req-7c1d7788-ceab-4104-9b71-e2893f55a13f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 1128 time: 0.0518138 Apr 01 10:13:31.900308 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5cc9a180-1326-41ef-b0e2-20e9cac6add8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (fb58dbbb-4b6c-4f5c-b7e3-d6d45eefde3c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:31.960500 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Network fea27fba-ffc7-42c6-acca-74e928fc7023 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:31.985565 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9a180-1326-41ef-b0e2-20e9cac6add8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb58dbbb-4b6c-4f5c-b7e3-d6d45eefde3c,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:31.994280 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-5cc9a180-1326-41ef-b0e2-20e9cac6add8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=507ab49306c44dfeb758e075b21f7af4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4255013 Apr 01 10:13:31.999334 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 34426) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:31.999476 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:32.008941 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:32.014106 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:32.014872 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:32.043322 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:32.071315 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e737b0-e243-4ecd-8961-f073b467a8b0 req-5ef97fb4-5740-4573-b992-f4b823d69e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:32.079890 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-78e737b0-e243-4ecd-8961-f073b467a8b0 req-5ef97fb4-5740-4573-b992-f4b823d69e3d service neutron] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 920 time: 0.1974320 Apr 01 10:13:32.133623 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'Port': ['ID=58b866eb-34e7-44dd-a56d-c05e0a49f115,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:32.144021 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-78e737b0-e243-4ecd-8961-f073b467a8b0 req-52f5f3a6-6d2c-4704-aea7-aa7089e70fd4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b63b34-2001-49e8-b100-18b8738b2ce2 HTTP/1.1" status: 200 len: 217 time: 0.0618577 Apr 01 10:13:32.146844 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b96576ff-3c92-4bd5-b14e-d4a2f76dcc8f admin admin] Publish callbacks [] for security_group (fb58dbbb-4b6c-4f5c-b7e3-d6d45eefde3c), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:32.177953 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a5828d8e-89f9-46f6-9da5-472a384cfec5 req-1c746fa0-180a-426e-bc55-c59c60d823bf tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549819 Apr 01 10:13:32.213850 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e737b0-e243-4ecd-8961-f073b467a8b0 req-e3dcbcae-a0ef-4330-b39a-f4576e29ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:32.215649 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-78e737b0-e243-4ecd-8961-f073b467a8b0 req-e3dcbcae-a0ef-4330-b39a-f4576e29ac9b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.0630338 Apr 01 10:13:32.229484 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-3e987554-fa04-44af-9058-6dfac616af49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7462902 Apr 01 10:13:32.248807 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Request body: {'port': {'device_id': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:32.266424 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b96576ff-3c92-4bd5-b14e-d4a2f76dcc8f admin admin] Publish callbacks [] for security_group (fb58dbbb-4b6c-4f5c-b7e3-d6d45eefde3c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:32.290938 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-5c48ce07-ad1b-4a25-853f-86c3bf294bd2 service neutron] 10.222.0.13 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4097648 Apr 01 10:13:32.314489 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e737b0-e243-4ecd-8961-f073b467a8b0 req-1eceef21-58a6-4d9a-8b0d-2d023bce6356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:32.316417 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-78e737b0-e243-4ecd-8961-f073b467a8b0 req-1eceef21-58a6-4d9a-8b0d-2d023bce6356 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0933154 Apr 01 10:13:32.333977 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-46f83d4e-2f23-4c47-80a9-53d0026638f0 req-2da8bbdf-a546-400f-ba47-6c9442e9f57a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 210 time: 0.0440423 Apr 01 10:13:32.440510 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:32.537696 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b96576ff-3c92-4bd5-b14e-d4a2f76dcc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (fb58dbbb-4b6c-4f5c-b7e3-d6d45eefde3c), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:32.541523 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b96576ff-3c92-4bd5-b14e-d4a2f76dcc8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:32.553124 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-b96576ff-3c92-4bd5-b14e-d4a2f76dcc8f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fb58dbbb-4b6c-4f5c-b7e3-d6d45eefde3c HTTP/1.1" status: 204 len: 168 time: 0.5514624 Apr 01 10:13:32.556150 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a915b8a9-fcda-4c3b-b235-89bae792d1ed None None] Provisioning complete for port 58b866eb-34e7-44dd-a56d-c05e0a49f115 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:32.556517 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a915b8a9-fcda-4c3b-b235-89bae792d1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:32.589817 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96576ff-3c92-4bd5-b14e-d4a2f76dcc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb58dbbb-4b6c-4f5c-b7e3-d6d45eefde3c,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:32.656912 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a915b8a9-fcda-4c3b-b235-89bae792d1ed None None] Port 58b866eb-34e7-44dd-a56d-c05e0a49f115 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:32.663205 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-78e737b0-e243-4ecd-8961-f073b467a8b0 req-63adc936-f1a2-42c3-9fd9-763e14595989 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394446 Apr 01 10:13:32.673360 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853f99-8058-410d-8db2-1edcf042fd1f req-1ff693f4-70ec-45af-9caa-a9cd4e56388b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:32.675412 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-1ff693f4-70ec-45af-9caa-a9cd4e56388b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 814 time: 0.3050382 Apr 01 10:13:32.707557 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f8ec3d22-f40a-4862-947c-3c620c4f7125 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:32.886216 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port f8ec3d22-f40a-4862-947c-3c620c4f7125 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:13:32.890603 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port f8ec3d22-f40a-4862-947c-3c620c4f7125 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:32.892145 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:32.911953 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff508de-da2c-4e19-8c68-5cbf777abee1 req-e4225fa9-af9b-457b-92c1-ed543519ca44 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:32.919063 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-eff508de-da2c-4e19-8c68-5cbf777abee1 req-e4225fa9-af9b-457b-92c1-ed543519ca44 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 944 time: 0.1711764 Apr 01 10:13:33.049837 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98218bb4-d714-4882-8bbe-f07d2845e121 req-2e6bd993-effe-443f-b391-2e390dcf0d90 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:33.057670 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-98218bb4-d714-4882-8bbe-f07d2845e121 req-2e6bd993-effe-443f-b391-2e390dcf0d90 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 931 time: 0.2623422 Apr 01 10:13:33.069167 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port f8ec3d22-f40a-4862-947c-3c620c4f7125 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:33.071196 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-678bee2f-4944-4f9e-936a-3e1430a24959 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 380 time: 0.3874364 Apr 01 10:13:33.074646 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:33.082305 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'port': {'device_id': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'admin_state_up': True, 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'security_groups': ['a80d1121-62fd-432c-b8e5-8397b4fe1c4b']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:33.126724 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878b4447-365b-4cbf-9f77-937f39430ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ec3d22-f40a-4862-947c-3c620c4f7125'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:33.146840 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-78e737b0-e243-4ecd-8961-f073b467a8b0 req-75a9a215-e05d-49e2-b7cb-95ca3db1db36 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704323 Apr 01 10:13:33.193217 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-eff508de-da2c-4e19-8c68-5cbf777abee1 req-2625f9d9-fc17-473e-9b82-27fab54b7d03 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687509 Apr 01 10:13:33.227140 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f8ec3d22-f40a-4862-947c-3c620c4f7125, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8ec3d22-f40a-4862-947c-3c620c4f7125,segment=NetworkSegment(599b7299-22a0-4a9f-8e4f-41d52380ea72),segment_id=599b7299-22a0-4a9f-8e4f-41d52380ea72)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:33.249022 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-98218bb4-d714-4882-8bbe-f07d2845e121 req-0e2d3883-02fd-493f-855e-05f390a6937b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1901736 Apr 01 10:13:33.319053 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cf4e0366-e533-44de-9976-dda50ef201a9 req-943688d1-ecd4-4e60-9602-60b1fb27c770 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 210 time: 0.0685012 Apr 01 10:13:33.332188 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:33.356133 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Made reservation on behalf of 4fe27716eeb24577b5e8d4ce0ca46b5f for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:13:33.360531 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:33.426105 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:33.439786 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=f8ec3d22-f40a-4862-947c-3c620c4f7125,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:33.502393 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235ff494-3014-424f-b326-f3d74a127205" -d '{"events": [{"server_uuid": "878b4447-365b-4cbf-9f77-937f39430ef5", "name": "network-vif-plugged", "status": "completed", "tag": "f8ec3d22-f40a-4862-947c-3c620c4f7125"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:33.514530 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c100a4c-32c6-4967-a421-b346318ea7d3 req-288feb53-869e-445f-8ccc-ceb9f4783d36 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:33.521704 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4c100a4c-32c6-4967-a421-b346318ea7d3 req-288feb53-869e-445f-8ccc-ceb9f4783d36 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 945 time: 0.1978998 Apr 01 10:13:33.552235 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58b866eb-34e7-44dd-a56d-c05e0a49f115 {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:33.559374 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4dba5bd8-8611-46ec-8bcc-3594a55b3c47 req-b3cbd470-a0f4-485b-9bc3-b899206f370e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 210 time: 0.0661576 Apr 01 10:13:33.569189 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Publish callbacks [] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:33.616088 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Allocated IP 172.20.0.7 (f92ca3fc-f878-4471-8584-45362264a2fe/3c4bd942-1f07-46b6-a4b8-3efb6580d55d/628f9097-2edb-444c-98ca-8b5e2e829d63) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:33.618441 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Transition to ACTIVE for port object 58b866eb-34e7-44dd-a56d-c05e0a49f115 will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:13:33.647921 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4c100a4c-32c6-4967-a421-b346318ea7d3 req-78594e24-5a78-4536-ba95-9a691a08a26c tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190467 Apr 01 10:13:33.674903 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:33.803002 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:33.823802 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cdec837-fa21-4417-b936-77deb78869ad x-openstack-request-id: req-3cdec837-fa21-4417-b936-77deb78869ad {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:33.823802 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878b4447-365b-4cbf-9f77-937f39430ef5", "name": "network-vif-plugged", "status": "completed", "tag": "f8ec3d22-f40a-4862-947c-3c620c4f7125", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:33.823802 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cdec837-fa21-4417-b936-77deb78869ad {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:33.823802 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cdec837-fa21-4417-b936-77deb78869ad'] response: {'server_uuid': '878b4447-365b-4cbf-9f77-937f39430ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8ec3d22-f40a-4862-947c-3c620c4f7125', 'code': 200} Apr 01 10:13:33.860249 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Pushing event updated for resources: {'Port': ['ID=58b866eb-34e7-44dd-a56d-c05e0a49f115,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:33.873709 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Attempting to bind port 58b866eb-34e7-44dd-a56d-c05e0a49f115 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:33.874037 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Attempting to bind port 58b866eb-34e7-44dd-a56d-c05e0a49f115 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:33.874456 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Attempting to bind port 58b866eb-34e7-44dd-a56d-c05e0a49f115 on network fea27fba-ffc7-42c6-acca-74e928fc7023 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:33.880326 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Port 58b866eb-34e7-44dd-a56d-c05e0a49f115 on network fea27fba-ffc7-42c6-acca-74e928fc7023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:13:33.880577 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Attempting to bind port 58b866eb-34e7-44dd-a56d-c05e0a49f115 on network fea27fba-ffc7-42c6-acca-74e928fc7023 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:33.890693 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:33.891130 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Checking segment: {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:33.891856 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Bound using segment: {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:33.892484 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Bound port: 58b866eb-34e7-44dd-a56d-c05e0a49f115, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:33.892837 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:33.983364 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:33.988190 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:34.069166 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:34.087198 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:34.142072 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Network f92ca3fc-f878-4471-8584-45362264a2fe is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:34.143206 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=628f9097-2edb-444c-98ca-8b5e2e829d63,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:34.145909 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:34.158889 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:34.167272 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:34.167548 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:34.168229 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:34.169422 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:34.171107 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] 10.222.0.43 "PUT /v2.0/ports/58b866eb-34e7-44dd-a56d-c05e0a49f115 HTTP/1.1" status: 200 len: 1093 time: 1.9306972 Apr 01 10:13:34.179401 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:34.262762 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-3ed6b771-a274-4e02-8ca7-59bc5ed844e0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1844459 Apr 01 10:13:34.278367 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Request body: {'port': {'device_id': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:34.496473 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:34.535030 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70719bd9-962d-4ed5-87c7-89d2e6f31bcf service neutron] Pushing event updated for resources: {'Port': ['ID=58b866eb-34e7-44dd-a56d-c05e0a49f115,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:34.571312 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-52f75926-ccc7-45a7-9d29-ddfe42b45b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:34.572824 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-52f75926-ccc7-45a7-9d29-ddfe42b45b62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 1127 time: 0.1446409 Apr 01 10:13:34.635488 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-caaf4f20-c1e4-422f-858d-8e48a93e0115 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115 HTTP/1.1" status: 200 len: 217 time: 0.0543418 Apr 01 10:13:34.646182 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49a31ba-ddc1-43f4-bf49-e3e112696a99 req-31174fc4-cab4-4d07-b13f-bb3832feaeb3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:34.648041 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a54f9eb0-eb00-4814-9642-aebd1eca9b22 None None] Provisioning complete for port 628f9097-2edb-444c-98ca-8b5e2e829d63 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:34.648563 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a54f9eb0-eb00-4814-9642-aebd1eca9b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:34.651095 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c49a31ba-ddc1-43f4-bf49-e3e112696a99 req-31174fc4-cab4-4d07-b13f-bb3832feaeb3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.1697021 Apr 01 10:13:34.727885 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 3467b345-8f39-4c22-90b9-0cbb19978bf4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:13:34.731376 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-eb1f4742-52f9-4bce-b12e-6de6e5cb901e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:34.733374 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-eb1f4742-52f9-4bce-b12e-6de6e5cb901e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 200 len: 856 time: 0.0562868 Apr 01 10:13:34.743020 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab54cc-441f-415e-8b45-691f1f063d16 req-8cfffb8a-2ea3-459d-b401-9ec3bc1ba829 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:34.744657 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4bab54cc-441f-415e-8b45-691f1f063d16 req-8cfffb8a-2ea3-459d-b401-9ec3bc1ba829 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 944 time: 0.3103797 Apr 01 10:13:34.807044 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4bab54cc-441f-415e-8b45-691f1f063d16 req-dcce7c27-9eb9-4b3d-a7bf-07bc587f2bb3 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548184 Apr 01 10:13:34.823626 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfc3e7-0120-4eb0-96ff-2280d5824fd4 req-f30ad3a2-7b6d-4663-a98d-a919c03bd8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:34.825411 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7fdfc3e7-0120-4eb0-96ff-2280d5824fd4 req-f30ad3a2-7b6d-4663-a98d-a919c03bd8b3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 1129 time: 0.5140278 Apr 01 10:13:34.837377 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c49a31ba-ddc1-43f4-bf49-e3e112696a99 req-709e8ea2-b253-4d13-8be5-8637c46c5e2f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654155 Apr 01 10:13:34.871869 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-7fdfc3e7-0120-4eb0-96ff-2280d5824fd4 req-fd4ae167-bb26-41ec-94b3-bc0f163f0438 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:34.890745 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-687fc865-2f14-4b32-9cde-e025169623af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:34.892303 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-687fc865-2f14-4b32-9cde-e025169623af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea27fba-ffc7-42c6-acca-74e928fc7023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1461246 Apr 01 10:13:35.021858 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 3467b345-8f39-4c22-90b9-0cbb19978bf4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3467b345-8f39-4c22-90b9-0cbb19978bf4,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:35.049274 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-7fdfc3e7-0120-4eb0-96ff-2280d5824fd4 req-fd4ae167-bb26-41ec-94b3-bc0f163f0438 service neutron] Publish callbacks [] for security_group (b80a61ac-1fba-4e0d-897d-13b5675d5f4a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.054031 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '3467b345-8f39-4c22-90b9-0cbb19978bf4', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'port_id': '3467b345-8f39-4c22-90b9-0cbb19978bf4', 'mac_address': 'fa:16:3e:48:81:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:13:35.068560 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c9334f-a1e0-4a45-926b-cd85149b820d" -d '{"events": [{"name": "network-changed", "server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:35.071276 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-8e8fdf97-9ce4-499a-801d-19ff679da9df service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694317 Apr 01 10:13:35.082599 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a54f9eb0-eb00-4814-9642-aebd1eca9b22 None None] Port 628f9097-2edb-444c-98ca-8b5e2e829d63 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:35.131048 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6a3aff8b-8020-45e7-9454-a2040072ce7c req-8650074e-612e-4693-90b6-28b332c9053e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 210 time: 0.0787282 Apr 01 10:13:35.145245 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-7fdfc3e7-0120-4eb0-96ff-2280d5824fd4 req-fd4ae167-bb26-41ec-94b3-bc0f163f0438 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b80a61ac-1fba-4e0d-897d-13b5675d5f4a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.162092 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628f9097-2edb-444c-98ca-8b5e2e829d63 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:35.173116 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Publish callbacks [] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.199785 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3b402-5997-472d-90a0-3947e4cd8a8b req-755e0a85-f9ac-4451-bac1-ccf65090f177 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:35.203624 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3de3b402-5997-472d-90a0-3947e4cd8a8b req-755e0a85-f9ac-4451-bac1-ccf65090f177 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 931 time: 0.1511619 Apr 01 10:13:35.232900 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Transition to ACTIVE for port object 628f9097-2edb-444c-98ca-8b5e2e829d63 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:13:35.253493 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 3467b345-8f39-4c22-90b9-0cbb19978bf4 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:35.259696 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.263896 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7fdfc3e7-0120-4eb0-96ff-2280d5824fd4 req-fd4ae167-bb26-41ec-94b3-bc0f163f0438 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4251945 Apr 01 10:13:35.271366 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ae167-bb26-41ec-94b3-bc0f163f0438 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b80a61ac-1fba-4e0d-897d-13b5675d5f4a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:35.271510 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fd34d007-def1-47e7-a97f-0cbebe0728c6 req-b62d49f4-7cf0-4e3b-8a74-93e7aad14774 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791213 Apr 01 10:13:35.300452 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3467b345-8f39-4c22-90b9-0cbb19978bf4 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:35.314174 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.324594 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 3467b345-8f39-4c22-90b9-0cbb19978bf4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3467b345-8f39-4c22-90b9-0cbb19978bf4,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:35.333124 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3de3b402-5997-472d-90a0-3947e4cd8a8b req-fd34e589-fb88-45aa-9988-59f6b2497eb2 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085401 Apr 01 10:13:35.357306 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efed414b-f1ed-4a0f-80cf-9f5a19d80fee req-a93ba4dc-2be7-4de9-8b93-800376a8d635 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:35.358771 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-efed414b-f1ed-4a0f-80cf-9f5a19d80fee req-a93ba4dc-2be7-4de9-8b93-800376a8d635 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 945 time: 0.0659466 Apr 01 10:13:35.364971 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.433410 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-efed414b-f1ed-4a0f-80cf-9f5a19d80fee req-99287dca-2a82-46a2-ac96-98bcca8fa48c tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600114 Apr 01 10:13:35.452532 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=628f9097-2edb-444c-98ca-8b5e2e829d63,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:35.457032 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Attempting to bind port 628f9097-2edb-444c-98ca-8b5e2e829d63 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:35.457414 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Attempting to bind port 628f9097-2edb-444c-98ca-8b5e2e829d63 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:35.457795 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Attempting to bind port 628f9097-2edb-444c-98ca-8b5e2e829d63 on network f92ca3fc-f878-4471-8584-45362264a2fe {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:35.469522 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.470234 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d4b63b34-2001-49e8-b100-18b8738b2ce2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:13:35.470369 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Port 628f9097-2edb-444c-98ca-8b5e2e829d63 on network f92ca3fc-f878-4471-8584-45362264a2fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:13:35.470660 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Attempting to bind port 628f9097-2edb-444c-98ca-8b5e2e829d63 on network f92ca3fc-f878-4471-8584-45362264a2fe {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:35.486888 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:35.487236 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Checking segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:35.487628 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Bound using segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:35.488077 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Bound port: 628f9097-2edb-444c-98ca-8b5e2e829d63, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:35.488437 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.610798 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] For port 628f9097-2edb-444c-98ca-8b5e2e829d63, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:35.619193 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] For port 628f9097-2edb-444c-98ca-8b5e2e829d63, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=628f9097-2edb-444c-98ca-8b5e2e829d63,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:35.640810 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323912c7-2598-435c-aa3c-15b98951963c x-openstack-request-id: req-323912c7-2598-435c-aa3c-15b98951963c {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:35.641391 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:35.641391 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-323912c7-2598-435c-aa3c-15b98951963c {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:35.641792 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-323912c7-2598-435c-aa3c-15b98951963c'] response: {'name': 'network-changed', 'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'status': 'completed', 'code': 200} Apr 01 10:13:35.645355 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=3467b345-8f39-4c22-90b9-0cbb19978bf4,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:35.662673 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d4b63b34-2001-49e8-b100-18b8738b2ce2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d4b63b34-2001-49e8-b100-18b8738b2ce2,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:35.678301 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'd4b63b34-2001-49e8-b100-18b8738b2ce2', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'port_id': 'd4b63b34-2001-49e8-b100-18b8738b2ce2', 'mac_address': 'fa:16:3e:3e:10:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:13:35.717221 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-8e63ad6b-e303-4bd1-86b5-5587e0aac517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:35.719190 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-8e63ad6b-e303-4bd1-86b5-5587e0aac517 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 1127 time: 0.0552621 Apr 01 10:13:35.720472 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.745845 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port d4b63b34-2001-49e8-b100-18b8738b2ce2 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:35.746354 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.760578 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b63b34-2001-49e8-b100-18b8738b2ce2 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:35.816974 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d4b63b34-2001-49e8-b100-18b8738b2ce2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d4b63b34-2001-49e8-b100-18b8738b2ce2,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:35.822810 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:35.823459 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.824842 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] 10.222.0.43 "PUT /v2.0/ports/628f9097-2edb-444c-98ca-8b5e2e829d63 HTTP/1.1" status: 200 len: 1093 time: 1.5545168 Apr 01 10:13:35.825341 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'tag': '628f9097-2edb-444c-98ca-8b5e2e829d63'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:35.827651 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818e621e-97d7-41ab-9c86-51cb6acc1f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b3fa55-c325-46a7-8ea2-0bf12dfac318", "tag": "628f9097-2edb-444c-98ca-8b5e2e829d63"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:35.848552 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25d4dc-d879-4786-9e68-018bd23cfdf0 service neutron] Pushing event updated for resources: {'Port': ['ID=628f9097-2edb-444c-98ca-8b5e2e829d63,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:35.880729 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01911550-bcf2-495c-a20f-8661ff8482ac x-openstack-request-id: req-01911550-bcf2-495c-a20f-8661ff8482ac {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:35.883907 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b3fa55-c325-46a7-8ea2-0bf12dfac318", "tag": "628f9097-2edb-444c-98ca-8b5e2e829d63", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:35.884871 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-01911550-bcf2-495c-a20f-8661ff8482ac {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:35.897109 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01911550-bcf2-495c-a20f-8661ff8482ac'] response: {'name': 'network-changed', 'server_uuid': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'tag': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'status': 'completed', 'code': 200} Apr 01 10:13:35.916934 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:35.971443 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-a3e121f1-ddd7-4e0f-8263-b7b3c9986404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:35.972961 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-a3e121f1-ddd7-4e0f-8263-b7b3c9986404 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 918 time: 0.2413256 Apr 01 10:13:36.025917 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=d4b63b34-2001-49e8-b100-18b8738b2ce2,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:36.114710 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-ec553b64-d3ce-46d4-8f31-76ad5986e62f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115 HTTP/1.1" status: 200 len: 217 time: 0.0661819 Apr 01 10:13:36.163316 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e621e-97d7-41ab-9c86-51cb6acc1f5b req-71b9d357-60a8-44f4-a3e3-af7cb403db6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:36.164924 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-818e621e-97d7-41ab-9c86-51cb6acc1f5b req-71b9d357-60a8-44f4-a3e3-af7cb403db6b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 1127 time: 0.2635353 Apr 01 10:13:36.171961 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177c44c-d9bb-4831-b7d1-fe9a0dc4bc63 req-6a83352e-7db1-4799-b599-2981b50320ea tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:36.173804 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6177c44c-d9bb-4831-b7d1-fe9a0dc4bc63 req-6a83352e-7db1-4799-b599-2981b50320ea tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.2053559 Apr 01 10:13:36.190906 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023c52c-f5be-4ff4-b629-36cdb1e9f1bf req-2f19d4b6-90f9-4359-a257-faeb73689823 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:36.192320 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f023c52c-f5be-4ff4-b629-36cdb1e9f1bf req-2f19d4b6-90f9-4359-a257-faeb73689823 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 945 time: 0.1515193 Apr 01 10:13:36.202873 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-c4d2de8d-9c06-4c91-8147-6649bab5aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:36.204332 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-c4d2de8d-9c06-4c91-8147-6649bab5aa96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 200 len: 856 time: 0.0833731 Apr 01 10:13:36.206700 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['d4b63b34-2001-49e8-b100-18b8738b2ce2'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:13:36.211943 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-02565e07-22ea-46b9-a536-f32354a3a09c tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:36.213407 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-02565e07-22ea-46b9-a536-f32354a3a09c tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.43 "GET /v2.0/networks?id=e8e7b4de-9a1d-4a82-96e9-42b39622541f HTTP/1.1" status: 200 len: 811 time: 0.2996778 Apr 01 10:13:36.255593 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['3467b345-8f39-4c22-90b9-0cbb19978bf4'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:13:36.291175 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-ea23f103-8665-4f74-80b7-a99971382aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:36.293164 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-ea23f103-8665-4f74-80b7-a99971382aae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea27fba-ffc7-42c6-acca-74e928fc7023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0788007 Apr 01 10:13:36.381417 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-9cff448c-a85e-4a1c-ad60-954230ea31cc tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f8feca17a5240999c4f2a5c6f313851 HTTP/1.1" status: 200 len: 380 time: 0.1386287 Apr 01 10:13:36.392864 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'port': {'device_id': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'admin_state_up': True, 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'security_groups': ['91fb716b-890c-47a8-90f9-863afeaa3cc7']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:36.703875 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34624) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:36.757236 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6177c44c-d9bb-4831-b7d1-fe9a0dc4bc63 req-c3c4dd0f-ac79-4fea-8a99-04b2db9e1a7b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5656693 Apr 01 10:13:36.800059 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-4995f8b5-3bc6-45d7-997d-4399821afb62 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970150 Apr 01 10:13:36.853031 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e621e-97d7-41ab-9c86-51cb6acc1f5b req-d16a3730-534d-444f-9976-da2b6a162f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:36.854964 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-818e621e-97d7-41ab-9c86-51cb6acc1f5b req-d16a3730-534d-444f-9976-da2b6a162f68 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6609631 Apr 01 10:13:36.858503 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f023c52c-f5be-4ff4-b629-36cdb1e9f1bf req-36014564-e889-442b-a792-318dd6aa203e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218750 Apr 01 10:13:36.903582 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3b884912-a534-4b09-91ca-02a6dee7ec44 req-5605ef44-2897-4305-8d14-4a26e5beb981 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 210 time: 0.0550306 Apr 01 10:13:36.957716 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-114616ef-0239-4e74-aa81-c9944cf6c611 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:36.983627 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-e7f11396-03c6-4f1e-bb29-091d518ed728 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725376 Apr 01 10:13:37.028770 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Made reservation on behalf of 1f8feca17a5240999c4f2a5c6f313851 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:13:37.033062 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.174167 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Allocated IP 172.20.0.8 (e8e7b4de-9a1d-4a82-96e9-42b39622541f/732114a6-ce68-4568-8360-a1a2d861b474/46e17621-189e-4a8a-8f61-13616db37219) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:13:37.176366 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b670a4-4854-49ed-8a49-eb3f5eeb6440 req-9c2e1817-5c0a-4b9c-af78-f9a9e5cd55fb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:37.177835 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-22b670a4-4854-49ed-8a49-eb3f5eeb6440 req-9c2e1817-5c0a-4b9c-af78-f9a9e5cd55fb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 943 time: 0.2213197 Apr 01 10:13:37.181372 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e621e-97d7-41ab-9c86-51cb6acc1f5b req-0ad113bd-324b-4aef-953e-f7599696e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:37.182667 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-818e621e-97d7-41ab-9c86-51cb6acc1f5b req-0ad113bd-324b-4aef-953e-f7599696e124 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3157203 Apr 01 10:13:37.199267 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022e2c9-0783-4bfd-ba01-5417c1283ae0 req-0486238f-69ea-404f-ad95-152e78f01015 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:37.200688 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e022e2c9-0783-4bfd-ba01-5417c1283ae0 req-0486238f-69ea-404f-ad95-152e78f01015 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 945 time: 0.1710856 Apr 01 10:13:37.274393 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-114616ef-0239-4e74-aa81-c9944cf6c611 admin admin] Publish callbacks [] for security_group (5b060029-2c54-4268-b416-793b47fe0eba), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.330368 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-22b670a4-4854-49ed-8a49-eb3f5eeb6440 req-787b2de1-1920-4470-9b6d-b2d3df82b363 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286490 Apr 01 10:13:37.335048 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e022e2c9-0783-4bfd-ba01-5417c1283ae0 req-7296b41a-d7b1-4a26-92fd-c633440a1192 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166768 Apr 01 10:13:37.342286 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853f99-8058-410d-8db2-1edcf042fd1f req-0b9c815c-79f9-48c6-a229-917adcdd0a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:37.344079 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-0b9c815c-79f9-48c6-a229-917adcdd0a15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 1127 time: 0.1064084 Apr 01 10:13:37.367668 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for port (46e17621-189e-4a8a-8f61-13616db37219), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.418481 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-114616ef-0239-4e74-aa81-c9944cf6c611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (5b060029-2c54-4268-b416-793b47fe0eba), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.422974 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-b2179288-7b86-49ce-aee5-9e9dc2f87a4e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=628f9097-2edb-444c-98ca-8b5e2e829d63 HTTP/1.1" status: 200 len: 217 time: 0.0714805 Apr 01 10:13:37.447379 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (46e17621-189e-4a8a-8f61-13616db37219), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.492299 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Network e8e7b4de-9a1d-4a82-96e9-42b39622541f is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:13:37.493923 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-114616ef-0239-4e74-aa81-c9944cf6c611 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=222d0357ae5441e08873e22673db4add&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7859371 Apr 01 10:13:37.496516 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114616ef-0239-4e74-aa81-c9944cf6c611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b060029-2c54-4268-b416-793b47fe0eba,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:37.500249 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34638) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:37.501044 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:13:37.505996 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:13:37.512041 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:37.512698 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.516340 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'Port': ['ID=46e17621-189e-4a8a-8f61-13616db37219,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:37.528125 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853f99-8058-410d-8db2-1edcf042fd1f req-112d0adb-1176-4bc4-84c1-1fa5317e74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:37.529622 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-112d0adb-1176-4bc4-84c1-1fa5317e74b1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4bd942-1f07-46b6-a4b8-3efb6580d55d HTTP/1.1" status: 200 len: 853 time: 0.0938463 Apr 01 10:13:37.604013 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-70eb3d81-7f8b-490f-a343-9f29816fd3db tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2150052 Apr 01 10:13:37.614587 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Request body: {'port': {'device_id': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:37.620964 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8d33c7e2-6bf7-4c8c-ab88-32b1315127de admin admin] Publish callbacks [] for security_group (5b060029-2c54-4268-b416-793b47fe0eba), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.648676 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ae9c4a66-3555-406f-b89b-45b98455b2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:37.648676 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-ae9c4a66-3555-406f-b89b-45b98455b2a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92ca3fc-f878-4471-8584-45362264a2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1121552 Apr 01 10:13:37.668036 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8d33c7e2-6bf7-4c8c-ab88-32b1315127de admin admin] Publish callbacks [] for security_group (5b060029-2c54-4268-b416-793b47fe0eba), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.688747 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (46e17621-189e-4a8a-8f61-13616db37219), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.752637 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-64ab0d09-c499-453f-8a43-4edb91d38db8 None None] Provisioning complete for port 46e17621-189e-4a8a-8f61-13616db37219 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:37.753232 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-64ab0d09-c499-453f-8a43-4edb91d38db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (46e17621-189e-4a8a-8f61-13616db37219), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.772232 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-545bddd2-7684-498a-a2b5-b25426da34f3 service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154683 Apr 01 10:13:37.795106 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-64ab0d09-c499-453f-8a43-4edb91d38db8 None None] Port 46e17621-189e-4a8a-8f61-13616db37219 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:13:37.831696 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8d33c7e2-6bf7-4c8c-ab88-32b1315127de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (5b060029-2c54-4268-b416-793b47fe0eba), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.835419 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8d33c7e2-6bf7-4c8c-ab88-32b1315127de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:37.838974 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-8d33c7e2-6bf7-4c8c-ab88-32b1315127de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b060029-2c54-4268-b416-793b47fe0eba HTTP/1.1" status: 204 len: 168 time: 0.3355181 Apr 01 10:13:37.863277 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33c7e2-6bf7-4c8c-ab88-32b1315127de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b060029-2c54-4268-b416-793b47fe0eba,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:38.002399 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-57853f99-8058-410d-8db2-1edcf042fd1f req-7f86d3dc-5ca6-411a-ad80-a50f6f320527 service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244956 Apr 01 10:13:38.009382 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b34ed6-7aff-456a-bdec-281668d7415c req-7132427c-1817-40a6-8cff-6af47fd30920 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:38.011012 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-81b34ed6-7aff-456a-bdec-281668d7415c req-7132427c-1817-40a6-8cff-6af47fd30920 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.1581492 Apr 01 10:13:38.052453 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fe26d-0c24-4ed3-892b-0587ba8c394f req-d785c5d0-d9ca-488f-855e-330916539cde tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:38.059910 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c51fe26d-0c24-4ed3-892b-0587ba8c394f req-d785c5d0-d9ca-488f-855e-330916539cde tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 945 time: 0.1032498 Apr 01 10:13:38.108940 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-81b34ed6-7aff-456a-bdec-281668d7415c req-05cf1a99-b735-4322-b806-0b904efcb903 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910871 Apr 01 10:13:38.124023 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c51fe26d-0c24-4ed3-892b-0587ba8c394f req-009d7a2a-0535-4212-946d-3cc5b8d54a3e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632243 Apr 01 10:13:38.133381 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46e17621-189e-4a8a-8f61-13616db37219 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:38.148440 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Publish callbacks [] for port (46e17621-189e-4a8a-8f61-13616db37219), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:38.170808 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Transition to ACTIVE for port object 46e17621-189e-4a8a-8f61-13616db37219 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:13:38.229190 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (46e17621-189e-4a8a-8f61-13616db37219), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:38.253986 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020dffc-98a2-4f7a-8ae5-7f27bfac5a7b req-4fb6f62b-db1e-4f5c-9700-e68e36ea356e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:38.255426 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d020dffc-98a2-4f7a-8ae5-7f27bfac5a7b req-4fb6f62b-db1e-4f5c-9700-e68e36ea356e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 931 time: 0.0576706 Apr 01 10:13:38.327259 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d020dffc-98a2-4f7a-8ae5-7f27bfac5a7b req-9529fca3-360e-4a1e-baab-503afcd0434b tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637646 Apr 01 10:13:38.339603 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Pushing event updated for resources: {'Port': ['ID=46e17621-189e-4a8a-8f61-13616db37219,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:38.343623 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Attempting to bind port 46e17621-189e-4a8a-8f61-13616db37219 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:13:38.344070 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Attempting to bind port 46e17621-189e-4a8a-8f61-13616db37219 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:13:38.344620 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Attempting to bind port 46e17621-189e-4a8a-8f61-13616db37219 on network e8e7b4de-9a1d-4a82-96e9-42b39622541f {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:38.351285 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Port 46e17621-189e-4a8a-8f61-13616db37219 on network e8e7b4de-9a1d-4a82-96e9-42b39622541f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:13:38.351886 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Attempting to bind port 46e17621-189e-4a8a-8f61-13616db37219 on network e8e7b4de-9a1d-4a82-96e9-42b39622541f {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:13:38.369173 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:13:38.369805 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Checking segment: {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:13:38.369911 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Bound using segment: {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:13:38.370344 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Bound port: 46e17621-189e-4a8a-8f61-13616db37219, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:13:38.370714 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (46e17621-189e-4a8a-8f61-13616db37219), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:38.471505 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] For port 46e17621-189e-4a8a-8f61-13616db37219, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:13:38.474821 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] For port 46e17621-189e-4a8a-8f61-13616db37219, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=46e17621-189e-4a8a-8f61-13616db37219,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:13:38.540150 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a565796-7525-4f18-aca5-46a5625692b3 req-c80a14a4-884e-4869-8c71-9bb0f1d6ee47 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:38.541831 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8a565796-7525-4f18-aca5-46a5625692b3 req-c80a14a4-884e-4869-8c71-9bb0f1d6ee47 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 943 time: 0.1088781 Apr 01 10:13:38.563608 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9855367-7eed-4002-8209-415db57e67d0 req-a5cff76b-8d61-4b87-9d07-314fae4e458f tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:38.565037 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c9855367-7eed-4002-8209-415db57e67d0 req-a5cff76b-8d61-4b87-9d07-314fae4e458f tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 945 time: 0.0873535 Apr 01 10:13:38.566278 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (46e17621-189e-4a8a-8f61-13616db37219), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:38.599590 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:38.600227 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:38.606346 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] 10.222.0.43 "PUT /v2.0/ports/46e17621-189e-4a8a-8f61-13616db37219 HTTP/1.1" status: 200 len: 1093 time: 0.9959276 Apr 01 10:13:38.606947 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'tag': '46e17621-189e-4a8a-8f61-13616db37219'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:38.609353 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881c69c6-c6bd-438d-8293-d6c05c227c05" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc533b4-61d9-4f19-b183-5211a43a204e", "tag": "46e17621-189e-4a8a-8f61-13616db37219"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:38.629536 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34676) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:38.632304 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8a565796-7525-4f18-aca5-46a5625692b3 req-62894b97-8029-4cd9-bc2a-1a6bcace52fd tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832202 Apr 01 10:13:38.657442 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-645f235e-4d94-45b6-acec-9612e09a5a5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:38.665054 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c9855367-7eed-4002-8209-415db57e67d0 req-a35a17f5-0a8b-46ca-aae3-b3f971118ca0 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911543 Apr 01 10:13:38.697875 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d819b32-bb24-42ca-8298-af14ae823832 service neutron] Pushing event updated for resources: {'Port': ['ID=46e17621-189e-4a8a-8f61-13616db37219,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:38.754232 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 58b866eb-34e7-44dd-a56d-c05e0a49f115 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:13:38.761825 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 3467b345-8f39-4c22-90b9-0cbb19978bf4 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:38.774802 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e00571-5355-4096-bc5e-06e93f0d8f1d x-openstack-request-id: req-d8e00571-5355-4096-bc5e-06e93f0d8f1d {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:38.775094 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc533b4-61d9-4f19-b183-5211a43a204e", "tag": "46e17621-189e-4a8a-8f61-13616db37219", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:38.775349 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8e00571-5355-4096-bc5e-06e93f0d8f1d {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:38.775763 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e00571-5355-4096-bc5e-06e93f0d8f1d'] response: {'name': 'network-changed', 'server_uuid': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'tag': '46e17621-189e-4a8a-8f61-13616db37219', 'status': 'completed', 'code': 200} Apr 01 10:13:38.791567 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-645f235e-4d94-45b6-acec-9612e09a5a5c admin admin] Publish callbacks [] for security_group (164a327e-4303-4cb1-bcf0-0928badcac06), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:38.839560 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-d6e2cb73-ef33-44bc-9529-27b7a6e7d980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:38.841326 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-d6e2cb73-ef33-44bc-9529-27b7a6e7d980 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f8feca17a5240999c4f2a5c6f313851&device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 1127 time: 0.0799682 Apr 01 10:13:38.868706 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-645f235e-4d94-45b6-acec-9612e09a5a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (164a327e-4303-4cb1-bcf0-0928badcac06), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:38.899330 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-4495920f-802d-4132-95a2-4a3e98f226da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46e17621-189e-4a8a-8f61-13616db37219 HTTP/1.1" status: 200 len: 217 time: 0.0475447 Apr 01 10:13:38.919011 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f235e-4d94-45b6-acec-9612e09a5a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164a327e-4303-4cb1-bcf0-0928badcac06,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:38.932717 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:38.946172 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'port_id': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'mac_address': 'fa:16:3e:6d:07:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:13:38.950058 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-645f235e-4d94-45b6-acec-9612e09a5a5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b44a106dae9494e8f1079a504b1e4c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142457 Apr 01 10:13:38.950272 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34682) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:38.956983 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-986a0246-e4b6-432b-aca9-8a1de20a6103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:38.961565 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-986a0246-e4b6-432b-aca9-8a1de20a6103 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=732114a6-ce68-4568-8360-a1a2d861b474 HTTP/1.1" status: 200 len: 850 time: 0.0513005 Apr 01 10:13:38.961741 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port 3467b345-8f39-4c22-90b9-0cbb19978bf4 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:13:38.964859 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 3467b345-8f39-4c22-90b9-0cbb19978bf4 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:38.965284 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:39.010593 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a9083ccd-9a69-4bb4-b728-08013a0f499a admin admin] Publish callbacks [] for security_group (164a327e-4303-4cb1-bcf0-0928badcac06), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:39.023827 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-54c1c08f-7570-4bc3-9d0d-81a18a063994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:39.025792 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-54c1c08f-7570-4bc3-9d0d-81a18a063994 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8e7b4de-9a1d-4a82-96e9-42b39622541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0606625 Apr 01 10:13:39.035783 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a9083ccd-9a69-4bb4-b728-08013a0f499a admin admin] Publish callbacks [] for security_group (164a327e-4303-4cb1-bcf0-0928badcac06), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:39.046055 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 58b866eb-34e7-44dd-a56d-c05e0a49f115 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:39.046454 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:39.063405 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b866eb-34e7-44dd-a56d-c05e0a49f115 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:39.104158 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:39.117731 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 3467b345-8f39-4c22-90b9-0cbb19978bf4 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:39.118276 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:39.125378 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-2f6ac949-5ee7-46ff-9cb0-9b1eddbe49bb service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933700 Apr 01 10:13:39.140500 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4693cb-9b34-462a-958b-038d6b704ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3467b345-8f39-4c22-90b9-0cbb19978bf4'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:39.142890 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f2a211-56d7-460a-ba33-27ef29defabf" -d '{"events": [{"server_uuid": "cd4693cb-9b34-462a-958b-038d6b704ddb", "name": "network-vif-plugged", "status": "completed", "tag": "3467b345-8f39-4c22-90b9-0cbb19978bf4"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:39.156828 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 3467b345-8f39-4c22-90b9-0cbb19978bf4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3467b345-8f39-4c22-90b9-0cbb19978bf4,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:39.162634 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a9083ccd-9a69-4bb4-b728-08013a0f499a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (164a327e-4303-4cb1-bcf0-0928badcac06), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:39.175625 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a9083ccd-9a69-4bb4-b728-08013a0f499a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:39.177365 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-a9083ccd-9a69-4bb4-b728-08013a0f499a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/164a327e-4303-4cb1-bcf0-0928badcac06 HTTP/1.1" status: 204 len: 168 time: 0.2256534 Apr 01 10:13:39.190325 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9083ccd-9a69-4bb4-b728-08013a0f499a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164a327e-4303-4cb1-bcf0-0928badcac06,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:39.229016 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:39.237481 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-07848a55-bd2b-4285-b027-6fb81c462bb7 req-8631490b-9844-4165-aa16-3b57191be3b3 service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056178 Apr 01 10:13:39.279814 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17a479f-fce5-4591-bf8a-a7f7a3f7461d x-openstack-request-id: req-a17a479f-fce5-4591-bf8a-a7f7a3f7461d {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:39.282371 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4693cb-9b34-462a-958b-038d6b704ddb", "name": "network-vif-plugged", "status": "completed", "tag": "3467b345-8f39-4c22-90b9-0cbb19978bf4", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:39.282824 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a17a479f-fce5-4591-bf8a-a7f7a3f7461d {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:39.283385 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17a479f-fce5-4591-bf8a-a7f7a3f7461d'] response: {'server_uuid': 'cd4693cb-9b34-462a-958b-038d6b704ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3467b345-8f39-4c22-90b9-0cbb19978bf4', 'code': 200} Apr 01 10:13:39.313200 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:39.313200 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d4b63b34-2001-49e8-b100-18b8738b2ce2 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:39.422150 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=58b866eb-34e7-44dd-a56d-c05e0a49f115,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:39.473669 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c69c6-c6bd-438d-8293-d6c05c227c05 req-77d25aab-f203-420f-98c7-8e2555672656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:39.475440 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-881c69c6-c6bd-438d-8293-d6c05c227c05 req-77d25aab-f203-420f-98c7-8e2555672656 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f8feca17a5240999c4f2a5c6f313851&device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 1127 time: 0.0545216 Apr 01 10:13:39.477007 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff9a46-037b-4a9a-a5b2-dc6c3aed73be req-fa774b92-83d2-4b5d-92a8-98bb9be8cbb9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:39.479880 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-15ff9a46-037b-4a9a-a5b2-dc6c3aed73be req-fa774b92-83d2-4b5d-92a8-98bb9be8cbb9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 944 time: 0.1918957 Apr 01 10:13:39.481342 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=3467b345-8f39-4c22-90b9-0cbb19978bf4,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:39.498756 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c32589-a21f-4b7c-a3e2-b4574007fbff req-52d0f187-0be3-4276-ae3a-301dc2ff773b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:39.505043 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-63c32589-a21f-4b7c-a3e2-b4574007fbff req-52d0f187-0be3-4276-ae3a-301dc2ff773b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 945 time: 0.1232305 Apr 01 10:13:39.513418 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['58b866eb-34e7-44dd-a56d-c05e0a49f115'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:13:39.577426 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port d4b63b34-2001-49e8-b100-18b8738b2ce2 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:13:39.583746 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port d4b63b34-2001-49e8-b100-18b8738b2ce2 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:39.584113 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:39.598376 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c69c6-c6bd-438d-8293-d6c05c227c05 req-4be76db4-070a-457d-9cce-38aba52f6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:39.599854 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-881c69c6-c6bd-438d-8293-d6c05c227c05 req-4be76db4-070a-457d-9cce-38aba52f6199 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8e7b4de-9a1d-4a82-96e9-42b39622541f HTTP/1.1" status: 200 len: 912 time: 0.1164351 Apr 01 10:13:39.612775 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-63c32589-a21f-4b7c-a3e2-b4574007fbff req-ae03bfc2-2ca3-4741-9b25-e8b8b0d86a68 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009309 Apr 01 10:13:39.616598 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-15ff9a46-037b-4a9a-a5b2-dc6c3aed73be req-891a2204-997f-4536-b395-41952cdb90f7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096616 Apr 01 10:13:39.658873 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-881c69c6-c6bd-438d-8293-d6c05c227c05 req-514c2d89-3f9b-4172-ac01-affaecbdec6c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46e17621-189e-4a8a-8f61-13616db37219 HTTP/1.1" status: 200 len: 217 time: 0.0525069 Apr 01 10:13:39.787547 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c69c6-c6bd-438d-8293-d6c05c227c05 req-39b2fe22-0030-41c9-9a8b-e3dab02b8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:39.789604 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-881c69c6-c6bd-438d-8293-d6c05c227c05 req-39b2fe22-0030-41c9-9a8b-e3dab02b8293 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=732114a6-ce68-4568-8360-a1a2d861b474 HTTP/1.1" status: 200 len: 850 time: 0.1244881 Apr 01 10:13:39.858935 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port d4b63b34-2001-49e8-b100-18b8738b2ce2 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:39.859377 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:39.896907 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881c69c6-c6bd-438d-8293-d6c05c227c05 req-5b61226f-fde4-4d69-a986-c276bf6a6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:39.898532 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-881c69c6-c6bd-438d-8293-d6c05c227c05 req-5b61226f-fde4-4d69-a986-c276bf6a6296 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8e7b4de-9a1d-4a82-96e9-42b39622541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1010866 Apr 01 10:13:39.950875 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d4b63b34-2001-49e8-b100-18b8738b2ce2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d4b63b34-2001-49e8-b100-18b8738b2ce2,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:40.024793 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-881c69c6-c6bd-438d-8293-d6c05c227c05 req-14734784-f3f7-4ea9-9586-a7a85b27f235 service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142719 Apr 01 10:13:40.040777 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:40.106792 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=d4b63b34-2001-49e8-b100-18b8738b2ce2,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:40.156924 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c1d2a-f59b-4bf9-b4d3-5646d3a44808 req-e67c049d-b7e9-4fbb-ac9c-31291546e837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:40.158467 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-603c1d2a-f59b-4bf9-b4d3-5646d3a44808 req-e67c049d-b7e9-4fbb-ac9c-31291546e837 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 1130 time: 0.4377592 Apr 01 10:13:40.159067 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-881c69c6-c6bd-438d-8293-d6c05c227c05 req-9d42f43b-461a-4011-930d-824ce23c042f service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326714 Apr 01 10:13:40.179932 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92ed39-c1f5-4030-b925-a33e67a10bbf req-1dcbd450-114d-43e7-802c-933a12a39282 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:40.182958 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9a92ed39-c1f5-4030-b925-a33e67a10bbf req-1dcbd450-114d-43e7-802c-933a12a39282 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 943 time: 0.3934345 Apr 01 10:13:40.196522 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939f4f6-104a-49a0-a725-1bfa27c5f2f4 req-904b0bd8-9760-4a6b-a38e-1243ce401f66 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:40.198958 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f939f4f6-104a-49a0-a725-1bfa27c5f2f4 req-904b0bd8-9760-4a6b-a38e-1243ce401f66 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 943 time: 0.4054420 Apr 01 10:13:40.302424 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-603c1d2a-f59b-4bf9-b4d3-5646d3a44808 req-a5cb57df-4d74-464c-b15a-f55fd41c66c7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321609 Apr 01 10:13:40.314691 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9a92ed39-c1f5-4030-b925-a33e67a10bbf req-1484b9a8-0cb6-4641-b118-453671283501 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077473 Apr 01 10:13:40.317968 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f939f4f6-104a-49a0-a725-1bfa27c5f2f4 req-21c7b282-7693-4880-ba10-b3766de3e7c8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077325 Apr 01 10:13:40.761180 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 628f9097-2edb-444c-98ca-8b5e2e829d63 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:13:40.763793 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 58b866eb-34e7-44dd-a56d-c05e0a49f115 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:40.811713 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efb3ec-05a1-4e06-bf8c-a0c97c0d2bfd req-0cc1240b-fcde-40ae-b4dd-2f6051a8cbc2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:40.811713 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b0efb3ec-05a1-4e06-bf8c-a0c97c0d2bfd req-0cc1240b-fcde-40ae-b4dd-2f6051a8cbc2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.1001015 Apr 01 10:13:40.818316 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b408f-f6fd-4747-bc89-f29746c7e04a req-fff1db41-daba-46e8-aa1c-1d829347a713 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:40.821211 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fc1b408f-f6fd-4747-bc89-f29746c7e04a req-fff1db41-daba-46e8-aa1c-1d829347a713 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 944 time: 0.0827212 Apr 01 10:13:40.891439 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b0efb3ec-05a1-4e06-bf8c-a0c97c0d2bfd req-edd0ba95-11d4-4069-aa7c-73a9641a6a20 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690858 Apr 01 10:13:40.895559 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fc1b408f-f6fd-4747-bc89-f29746c7e04a req-510afc59-f4b2-4379-9e1b-efb22360ef25 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669210 Apr 01 10:13:40.911792 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 628f9097-2edb-444c-98ca-8b5e2e829d63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=628f9097-2edb-444c-98ca-8b5e2e829d63,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:41.037649 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'port_id': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'mac_address': 'fa:16:3e:97:92:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:13:41.040973 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port 58b866eb-34e7-44dd-a56d-c05e0a49f115 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:13:41.045120 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 58b866eb-34e7-44dd-a56d-c05e0a49f115 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:41.045517 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:41.109336 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 628f9097-2edb-444c-98ca-8b5e2e829d63 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:41.109734 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:41.128061 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628f9097-2edb-444c-98ca-8b5e2e829d63 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:41.171375 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 628f9097-2edb-444c-98ca-8b5e2e829d63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=628f9097-2edb-444c-98ca-8b5e2e829d63,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:41.180285 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 58b866eb-34e7-44dd-a56d-c05e0a49f115 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:41.180680 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:41.213974 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:41.257275 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:41.285058 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c2963a-04a7-48c0-8a88-e9578f4adee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b63b34-2001-49e8-b100-18b8738b2ce2'}, {'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:41.287354 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb897064-d58a-429d-9f5a-c3feac0fda6f" -d '{"events": [{"server_uuid": "d0c2963a-04a7-48c0-8a88-e9578f4adee1", "name": "network-vif-plugged", "status": "completed", "tag": "d4b63b34-2001-49e8-b100-18b8738b2ce2"}, {"server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "name": "network-vif-plugged", "status": "completed", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:41.292815 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:41.321404 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=628f9097-2edb-444c-98ca-8b5e2e829d63,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:41.347800 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5b8e4e-70c2-4be0-8196-4e653c9e4826 x-openstack-request-id: req-0c5b8e4e-70c2-4be0-8196-4e653c9e4826 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:41.348467 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c2963a-04a7-48c0-8a88-e9578f4adee1", "name": "network-vif-plugged", "status": "completed", "tag": "d4b63b34-2001-49e8-b100-18b8738b2ce2", "code": 200}, {"server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "name": "network-vif-plugged", "status": "completed", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:41.348909 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0c5b8e4e-70c2-4be0-8196-4e653c9e4826 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:41.349513 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5b8e4e-70c2-4be0-8196-4e653c9e4826'] response: {'server_uuid': 'd0c2963a-04a7-48c0-8a88-e9578f4adee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b63b34-2001-49e8-b100-18b8738b2ce2', 'code': 200} Apr 01 10:13:41.349944 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c5b8e4e-70c2-4be0-8196-4e653c9e4826'] response: {'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'code': 200} Apr 01 10:13:41.404354 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=58b866eb-34e7-44dd-a56d-c05e0a49f115,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:41.483765 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc8c16-d338-4458-bf13-ab78d4bdbf75 req-791995de-d27e-4c5d-9a0d-e5d75939f239 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:41.489637 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-acdc8c16-d338-4458-bf13-ab78d4bdbf75 req-791995de-d27e-4c5d-9a0d-e5d75939f239 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 944 time: 0.0751905 Apr 01 10:13:41.546138 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-acdc8c16-d338-4458-bf13-ab78d4bdbf75 req-97d5b265-f47d-4d67-88b1-49690a2ccfa1 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550218 Apr 01 10:13:41.575602 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['628f9097-2edb-444c-98ca-8b5e2e829d63'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:13:41.669280 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecae6b7-9acd-4057-9588-9d5ede9f8ccf req-565dd58c-3577-4965-8313-309dbf14ca37 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:41.670255 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cecae6b7-9acd-4057-9588-9d5ede9f8ccf req-565dd58c-3577-4965-8313-309dbf14ca37 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 943 time: 0.0673945 Apr 01 10:13:41.727459 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cecae6b7-9acd-4057-9588-9d5ede9f8ccf req-79735333-4f9b-4865-a3ab-bda11a29c347 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501721 Apr 01 10:13:41.848986 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899cdd6-36bc-4100-9d3a-a8bfb665a813 req-274d2f85-561e-4ba2-9003-1daf965ea8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:41.851359 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9899cdd6-36bc-4100-9d3a-a8bfb665a813 req-274d2f85-561e-4ba2-9003-1daf965ea8f2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 1129 time: 0.1017551 Apr 01 10:13:41.898771 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac4c47-4212-4f26-a2bc-ee9e9b310952 req-797f5c48-e346-4383-abd9-b59be1f2d614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:41.901276 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-74ac4c47-4212-4f26-a2bc-ee9e9b310952 req-797f5c48-e346-4383-abd9-b59be1f2d614 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 1130 time: 0.1070457 Apr 01 10:13:41.905518 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9899cdd6-36bc-4100-9d3a-a8bfb665a813 req-36d874dc-976f-4a71-b431-9ad7cc26d434 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475132 Apr 01 10:13:42.056358 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0567046-61fd-46d7-af0a-6e8544e9e595 req-2b146488-04ef-470a-bbc0-b5959dcf3c26 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:42.057847 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d0567046-61fd-46d7-af0a-6e8544e9e595 req-2b146488-04ef-470a-bbc0-b5959dcf3c26 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0900578 Apr 01 10:13:42.064742 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe769c-8d10-41c7-b4b6-b41e4fff4314 req-2df4203f-62c3-4284-92a0-1a58f0f955b6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:42.066180 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e9fe769c-8d10-41c7-b4b6-b41e4fff4314 req-2df4203f-62c3-4284-92a0-1a58f0f955b6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0870345 Apr 01 10:13:42.137896 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d0567046-61fd-46d7-af0a-6e8544e9e595 req-88191831-a4ee-4413-ad98-394fc535d479 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706637 Apr 01 10:13:42.141226 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e9fe769c-8d10-41c7-b4b6-b41e4fff4314 req-f993c702-ef5b-4a51-910b-ed481c18a9f5 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684419 Apr 01 10:13:42.174380 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-74ac4c47-4212-4f26-a2bc-ee9e9b310952 req-a7d9a682-5f72-4e1a-b18d-d2439f151412 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Apr 01 10:13:42.696047 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14cf47-0d05-48e2-9887-01d26a700b3f req-9d88d277-5462-4f1a-9954-74cd92e3b83a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:42.697694 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fc14cf47-0d05-48e2-9887-01d26a700b3f req-9d88d277-5462-4f1a-9954-74cd92e3b83a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 944 time: 0.0804889 Apr 01 10:13:42.758333 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fc14cf47-0d05-48e2-9887-01d26a700b3f req-78830781-e70b-4c39-93f9-f6de68769a82 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532024 Apr 01 10:13:42.788941 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 46e17621-189e-4a8a-8f61-13616db37219 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:13:42.796117 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 628f9097-2edb-444c-98ca-8b5e2e829d63 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:42.871451 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd49e8f-a183-45fa-88c0-5a3f2d3e57ee req-fd77061a-6a10-4c89-9d75-3b37948f9305 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:42.873531 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8cd49e8f-a183-45fa-88c0-5a3f2d3e57ee req-fd77061a-6a10-4c89-9d75-3b37948f9305 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 943 time: 0.0576193 Apr 01 10:13:42.926615 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8cd49e8f-a183-45fa-88c0-5a3f2d3e57ee req-1630da8b-ec36-4f34-9e14-78e18e8539d2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471306 Apr 01 10:13:42.948549 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 46e17621-189e-4a8a-8f61-13616db37219, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=46e17621-189e-4a8a-8f61-13616db37219,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:42.954540 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '46e17621-189e-4a8a-8f61-13616db37219', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'port_id': '46e17621-189e-4a8a-8f61-13616db37219', 'mac_address': 'fa:16:3e:87:7d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:13:42.960251 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port 628f9097-2edb-444c-98ca-8b5e2e829d63 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:13:42.982347 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 628f9097-2edb-444c-98ca-8b5e2e829d63 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:42.982714 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:43.015480 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 46e17621-189e-4a8a-8f61-13616db37219 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:43.015865 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (46e17621-189e-4a8a-8f61-13616db37219), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:43.037986 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46e17621-189e-4a8a-8f61-13616db37219 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:13:43.060833 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 46e17621-189e-4a8a-8f61-13616db37219, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=46e17621-189e-4a8a-8f61-13616db37219,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:43.094924 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 628f9097-2edb-444c-98ca-8b5e2e829d63 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:43.095320 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:43.127065 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 628f9097-2edb-444c-98ca-8b5e2e829d63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=628f9097-2edb-444c-98ca-8b5e2e829d63,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:43.165517 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (46e17621-189e-4a8a-8f61-13616db37219), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:43.204081 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:43.232000 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=46e17621-189e-4a8a-8f61-13616db37219,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:43.291420 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=628f9097-2edb-444c-98ca-8b5e2e829d63,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:43.325916 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef7c9bc-4815-4451-a821-741f9b81468b req-3f727adf-0ec9-4a28-a474-79c9da743edd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:43.327403 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-aef7c9bc-4815-4451-a821-741f9b81468b req-3f727adf-0ec9-4a28-a474-79c9da743edd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.1044705 Apr 01 10:13:43.339124 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93118923-59e9-4359-93c5-e5335080a071 req-792fc611-016c-4ec9-820d-5da1b852a089 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:43.340783 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-93118923-59e9-4359-93c5-e5335080a071 req-792fc611-016c-4ec9-820d-5da1b852a089 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.1063466 Apr 01 10:13:43.351312 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628f9097-2edb-444c-98ca-8b5e2e829d63'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:43.356763 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e531d6-aff3-4b06-87af-5be2e76c545a" -d '{"events": [{"server_uuid": "e3b3fa55-c325-46a7-8ea2-0bf12dfac318", "name": "network-vif-plugged", "status": "completed", "tag": "628f9097-2edb-444c-98ca-8b5e2e829d63"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:43.423344 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-aef7c9bc-4815-4451-a821-741f9b81468b req-87897cbc-59e7-4bb8-8d36-1369125f0bb6 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809209 Apr 01 10:13:43.428187 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-93118923-59e9-4359-93c5-e5335080a071 req-36fb2e37-1c41-4dd4-8be5-d3cc58a991d8 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799880 Apr 01 10:13:43.482857 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9cbfe07-5085-4a7f-8a1d-378691e92995 x-openstack-request-id: req-e9cbfe07-5085-4a7f-8a1d-378691e92995 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:43.483183 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b3fa55-c325-46a7-8ea2-0bf12dfac318", "name": "network-vif-plugged", "status": "completed", "tag": "628f9097-2edb-444c-98ca-8b5e2e829d63", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:43.483420 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e9cbfe07-5085-4a7f-8a1d-378691e92995 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:43.483820 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9cbfe07-5085-4a7f-8a1d-378691e92995'] response: {'server_uuid': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'code': 200} Apr 01 10:13:43.716799 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['46e17621-189e-4a8a-8f61-13616db37219'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:13:43.870951 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722fc02d-8874-4619-8563-9a16e5260e26 req-b23cf2b1-002a-4ff4-aa4a-df0e34f5469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:43.872677 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-722fc02d-8874-4619-8563-9a16e5260e26 req-b23cf2b1-002a-4ff4-aa4a-df0e34f5469a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 1129 time: 0.0631049 Apr 01 10:13:43.929177 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce9ef56-92ac-4f22-b749-099bf1b09822 req-7a338ada-dcd9-4708-a23c-e430c6568e63 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:43.931344 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4ce9ef56-92ac-4f22-b749-099bf1b09822 req-7a338ada-dcd9-4708-a23c-e430c6568e63 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 945 time: 0.0588472 Apr 01 10:13:43.938439 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-722fc02d-8874-4619-8563-9a16e5260e26 req-79d8948d-4db4-434a-9379-9cecc2321a26 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589092 Apr 01 10:13:43.997751 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4ce9ef56-92ac-4f22-b749-099bf1b09822 req-1c970d68-5815-4e0c-b0ce-d8bf3d5cf1e9 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603814 Apr 01 10:13:44.068479 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299b1cb-96a9-4583-9a11-5da75c8eaccf req-b636f86f-95d1-4ab8-b809-1eab7bccf426 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:44.070541 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a299b1cb-96a9-4583-9a11-5da75c8eaccf req-b636f86f-95d1-4ab8-b809-1eab7bccf426 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 944 time: 0.0644526 Apr 01 10:13:44.125174 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a299b1cb-96a9-4583-9a11-5da75c8eaccf req-414148cf-6588-4115-84f6-9482b0e2fda4 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484853 Apr 01 10:13:44.578365 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cffea07-f1a9-4eee-ad9a-6ea1fea3b3be req-3442f032-cb11-4544-9a28-fa8a71f76707 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:44.579796 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5cffea07-f1a9-4eee-ad9a-6ea1fea3b3be req-3442f032-cb11-4544-9a28-fa8a71f76707 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0803916 Apr 01 10:13:44.601629 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d805f-bd05-4598-9360-f98f61dc70ed req-9082c07f-ed90-4591-90a9-de4f768e0da0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:44.603030 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dc3d805f-bd05-4598-9360-f98f61dc70ed req-9082c07f-ed90-4591-90a9-de4f768e0da0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0781105 Apr 01 10:13:44.662768 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5cffea07-f1a9-4eee-ad9a-6ea1fea3b3be req-44328648-70db-4b90-917f-d948fb25f350 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765259 Apr 01 10:13:44.676766 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dc3d805f-bd05-4598-9360-f98f61dc70ed req-bbecef1b-cba8-4f2e-800b-23e16b0bc9b4 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671678 Apr 01 10:13:44.838169 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f2da79-7e74-43b9-a84f-35c2aa30e704 req-5e800d6e-f4a6-437d-a138-5b1f4bc7d1cd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:44.839602 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f3f2da79-7e74-43b9-a84f-35c2aa30e704 req-5e800d6e-f4a6-437d-a138-5b1f4bc7d1cd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0515916 Apr 01 10:13:44.848499 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34890) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:44.853658 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-9a2ec5d4-e4f9-4183-b20c-2234d11c7fba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'floatingip': {'port_id': '58b866eb-34e7-44dd-a56d-c05e0a49f115'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:44.925997 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec5d4-e4f9-4183-b20c-2234d11c7fba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (22958653-bebc-4d99-8eaf-d6d210175dfb), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:45.237535 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d748da-c12d-414f-ae4f-1e53ae44c716 req-6973f85a-d560-4df8-8116-1ff1f45a0e3c tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:45.319732 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-87d748da-c12d-414f-ae4f-1e53ae44c716 req-6973f85a-d560-4df8-8116-1ff1f45a0e3c tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 945 time: 0.1682670 Apr 01 10:13:45.319732 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913fa2b-a4f9-48ac-bfc9-1b85225bf48d req-e324be7d-dfdf-4e19-b3fc-66844c482440 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:45.319732 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9913fa2b-a4f9-48ac-bfc9-1b85225bf48d req-e324be7d-dfdf-4e19-b3fc-66844c482440 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.1131349 Apr 01 10:13:45.505695 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-87d748da-c12d-414f-ae4f-1e53ae44c716 req-e59d7b7c-3d0d-48f8-be27-d87ee43d0c55 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586048 Apr 01 10:13:45.523587 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9fdf-3641-4353-a17e-1997e76363c0 req-8386d7a4-7e7e-4c03-af03-e3da6902ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:45.525098 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-423f9fdf-3641-4353-a17e-1997e76363c0 req-8386d7a4-7e7e-4c03-af03-e3da6902ef83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 1130 time: 0.0754299 Apr 01 10:13:45.579948 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9913fa2b-a4f9-48ac-bfc9-1b85225bf48d req-213a030b-463c-4ede-a676-57869f2bc38c tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535300 Apr 01 10:13:45.663607 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9fdf-3641-4353-a17e-1997e76363c0 req-d5d796ab-5242-4181-8a94-38c1f4b3ca0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:45.665206 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-423f9fdf-3641-4353-a17e-1997e76363c0 req-d5d796ab-5242-4181-8a94-38c1f4b3ca0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 920 time: 0.1338940 Apr 01 10:13:45.733521 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.db.resource_extend [None req-9a2ec5d4-e4f9-4183-b20c-2234d11c7fba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 01 10:13:45.740728 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-423f9fdf-3641-4353-a17e-1997e76363c0 req-3dd98415-4a73-4edc-adcc-f0e41a185956 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b63b34-2001-49e8-b100-18b8738b2ce2 HTTP/1.1" status: 200 len: 217 time: 0.0690999 Apr 01 10:13:45.809997 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9fdf-3641-4353-a17e-1997e76363c0 req-ddcac488-ae6b-412a-ae2e-6d3fa0d0c045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:45.811833 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-423f9fdf-3641-4353-a17e-1997e76363c0 req-ddcac488-ae6b-412a-ae2e-6d3fa0d0c045 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.0643101 Apr 01 10:13:45.867160 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f9fdf-3641-4353-a17e-1997e76363c0 req-fdb36acb-c228-4579-b4c9-7e97bf754291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:45.868765 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-423f9fdf-3641-4353-a17e-1997e76363c0 req-fdb36acb-c228-4579-b4c9-7e97bf754291 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0500531 Apr 01 10:13:45.973627 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-423f9fdf-3641-4353-a17e-1997e76363c0 req-2256f397-3117-4923-90ff-a7c66c4bff2b service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959647 Apr 01 10:13:46.046312 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec5d4-e4f9-4183-b20c-2234d11c7fba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:46.058361 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928d7e7-7a9a-46b8-ad0b-d9594ee3ed67 req-2e871525-fbba-44b2-a021-cb37b376a28a tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:46.060384 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e928d7e7-7a9a-46b8-ad0b-d9594ee3ed67 req-2e871525-fbba-44b2-a021-cb37b376a28a tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 944 time: 0.4560311 Apr 01 10:13:46.101557 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec5d4-e4f9-4183-b20c-2234d11c7fba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (22958653-bebc-4d99-8eaf-d6d210175dfb), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:46.117534 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-423f9fdf-3641-4353-a17e-1997e76363c0 req-f1827533-d2c6-49c0-9dda-287ea0e196b2 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351104 Apr 01 10:13:46.184763 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e928d7e7-7a9a-46b8-ad0b-d9594ee3ed67 req-9dd30996-3523-47a6-88b8-4f3819b94411 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177320 Apr 01 10:13:46.246706 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf21922-b415-4237-bb05-5145c6f79ed8 req-ad45bba3-53f6-427f-a57d-63ec491599b7 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:46.248231 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5cf21922-b415-4237-bb05-5145c6f79ed8 req-ad45bba3-53f6-427f-a57d-63ec491599b7 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 945 time: 0.1082358 Apr 01 10:13:46.262220 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [None req-9a2ec5d4-e4f9-4183-b20c-2234d11c7fba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Floating IP 22958653-bebc-4d99-8eaf-d6d210175dfb associated. External IP: 172.37.3.17, port: 58b866eb-34e7-44dd-a56d-c05e0a49f115. Apr 01 10:13:46.382172 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5cf21922-b415-4237-bb05-5145c6f79ed8 req-fc5ada94-48dd-4c8f-b7c1-7616552acf37 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160264 Apr 01 10:13:46.521602 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2ec5d4-e4f9-4183-b20c-2234d11c7fba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Router 14a8db32-9f32-4743-89e1-484575fa28a4 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:13:46.702078 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0f704-c285-4676-af98-9b8ccb32c4b8 req-2249a486-bedd-4542-b676-ea98794b2042 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:46.703644 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-30e0f704-c285-4676-af98-9b8ccb32c4b8 req-2249a486-bedd-4542-b676-ea98794b2042 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 945 time: 0.1099536 Apr 01 10:13:46.715491 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2ec5d4-e4f9-4183-b20c-2234d11c7fba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:13:46.725202 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec5d4-e4f9-4183-b20c-2234d11c7fba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:46.734271 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc33cbc-7ee6-4d53-9750-b5742c8f28e6 None None] Sync routers for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:13:46.745123 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc33cbc-7ee6-4d53-9750-b5742c8f28e6 None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:46.745866 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bbc33cbc-7ee6-4d53-9750-b5742c8f28e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:46.765961 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76c7ee-34b5-4131-971e-2149859a26be req-707613ed-859e-4e54-8bb6-5834ced3b883 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:46.767643 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-de76c7ee-34b5-4131-971e-2149859a26be req-707613ed-859e-4e54-8bb6-5834ced3b883 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.1307340 Apr 01 10:13:46.792966 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-9a2ec5d4-e4f9-4183-b20c-2234d11c7fba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "PUT /v2.0/floatingips/22958653-bebc-4d99-8eaf-d6d210175dfb HTTP/1.1" status: 200 len: 990 time: 1.9432654 Apr 01 10:13:46.796677 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:46.798870 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3212bd5d-1435-4199-97d4-0e133ed6ab00" -d '{"events": [{"name": "network-changed", "server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:46.822099 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-30e0f704-c285-4676-af98-9b8ccb32c4b8 req-888c427c-c4f3-4e0d-8b76-4cae072c7b98 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103916 Apr 01 10:13:46.823091 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 46e17621-189e-4a8a-8f61-13616db37219 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:13:46.860426 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-bbc33cbc-7ee6-4d53-9750-b5742c8f28e6 None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:46.870089 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-de76c7ee-34b5-4131-971e-2149859a26be req-f4894b6d-b04f-448d-b07a-f936440aa220 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919051 Apr 01 10:13:46.902518 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa18e9b0-b97e-4403-bdd2-55aace29a987 x-openstack-request-id: req-fa18e9b0-b97e-4403-bdd2-55aace29a987 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:46.902518 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:46.902518 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fa18e9b0-b97e-4403-bdd2-55aace29a987 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:46.902518 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa18e9b0-b97e-4403-bdd2-55aace29a987'] response: {'name': 'network-changed', 'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'status': 'completed', 'code': 200} Apr 01 10:13:46.976699 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port 46e17621-189e-4a8a-8f61-13616db37219 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:13:46.977957 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212bd5d-1435-4199-97d4-0e133ed6ab00 req-a0c8a0e7-eed8-4ef1-8694-404d9d48ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:46.979599 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3212bd5d-1435-4199-97d4-0e133ed6ab00 req-a0c8a0e7-eed8-4ef1-8694-404d9d48ae50 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 1129 time: 0.0528901 Apr 01 10:13:46.981032 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 46e17621-189e-4a8a-8f61-13616db37219 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:13:46.981433 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (46e17621-189e-4a8a-8f61-13616db37219), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:47.001240 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a9e75-013d-42d9-8286-58bc7ea7f1b7 req-164f8cb9-b837-4a91-82b4-c0a07bef4d51 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:47.005621 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b05a9e75-013d-42d9-8286-58bc7ea7f1b7 req-164f8cb9-b837-4a91-82b4-c0a07bef4d51 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 945 time: 0.0705483 Apr 01 10:13:47.014075 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 34958) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:47.019611 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-2c52b7c0-4d59-4326-99a8-2c84201b23d8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'floatingip': {'port_id': '628f9097-2edb-444c-98ca-8b5e2e829d63'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:47.079006 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 46e17621-189e-4a8a-8f61-13616db37219 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:13:47.079392 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (46e17621-189e-4a8a-8f61-13616db37219), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:47.085290 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2c52b7c0-4d59-4326-99a8-2c84201b23d8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (483b6f2f-b3e0-4751-9ebe-e24bd7ef859c), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:47.085494 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212bd5d-1435-4199-97d4-0e133ed6ab00 req-dfcb8cf0-4ab6-4e21-b7e5-bf39541712bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:47.087132 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3212bd5d-1435-4199-97d4-0e133ed6ab00 req-dfcb8cf0-4ab6-4e21-b7e5-bf39541712bd service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 918 time: 0.1012268 Apr 01 10:13:47.107625 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e17621-189e-4a8a-8f61-13616db37219'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:47.110099 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94022a06-d669-4248-a2b3-308f3b540e25" -d '{"events": [{"server_uuid": "dcc533b4-61d9-4f19-b183-5211a43a204e", "name": "network-vif-plugged", "status": "completed", "tag": "46e17621-189e-4a8a-8f61-13616db37219"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:47.136149 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bbc33cbc-7ee6-4d53-9750-b5742c8f28e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '22958653-bebc-4d99-8eaf-d6d210175dfb', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'floating_ip_address': '172.37.3.17', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'port_id': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'mac_address': 'fa:16:3e:6d:07:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:21Z', 'updated_at': '2022-04-01T10:13:45Z', 'revision_number': 1, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:47.148017 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 46e17621-189e-4a8a-8f61-13616db37219, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=46e17621-189e-4a8a-8f61-13616db37219,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:47.163574 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9553edd6-177d-4398-bb84-bd0f3b23aa80 x-openstack-request-id: req-9553edd6-177d-4398-bb84-bd0f3b23aa80 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:47.164199 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc533b4-61d9-4f19-b183-5211a43a204e", "name": "network-vif-plugged", "status": "completed", "tag": "46e17621-189e-4a8a-8f61-13616db37219", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:47.164557 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9553edd6-177d-4398-bb84-bd0f3b23aa80 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:47.164857 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9553edd6-177d-4398-bb84-bd0f3b23aa80'] response: {'server_uuid': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46e17621-189e-4a8a-8f61-13616db37219', 'code': 200} Apr 01 10:13:47.166581 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc33cbc-7ee6-4d53-9750-b5742c8f28e6 None None] Checking router: 14a8db32-9f32-4743-89e1-484575fa28a4 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:13:47.175589 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc33cbc-7ee6-4d53-9750-b5742c8f28e6 None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:47.176268 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bbc33cbc-7ee6-4d53-9750-b5742c8f28e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:47.216679 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3212bd5d-1435-4199-97d4-0e133ed6ab00 req-7178b2d3-8d93-457a-962c-69e58c843697 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115 HTTP/1.1" status: 200 len: 998 time: 0.1216342 Apr 01 10:13:47.257818 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (46e17621-189e-4a8a-8f61-13616db37219), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:47.309202 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212bd5d-1435-4199-97d4-0e133ed6ab00 req-76d93291-2008-46dc-859c-9dfa3154f7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:47.311183 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3212bd5d-1435-4199-97d4-0e133ed6ab00 req-76d93291-2008-46dc-859c-9dfa3154f7ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 200 len: 856 time: 0.0740135 Apr 01 10:13:47.328708 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-bbc33cbc-7ee6-4d53-9750-b5742c8f28e6 None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:47.329826 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=46e17621-189e-4a8a-8f61-13616db37219,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:47.382885 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3bb0d-1b15-4412-8be9-225ae5274544 req-e9e60a9f-d76c-471d-a76e-7747ad40e72d tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:47.384403 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7de3bb0d-1b15-4412-8be9-225ae5274544 req-e9e60a9f-d76c-471d-a76e-7747ad40e72d tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0820603 Apr 01 10:13:47.395387 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212bd5d-1435-4199-97d4-0e133ed6ab00 req-8672f049-f273-4133-9620-2b7dd1d88932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:47.397180 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3212bd5d-1435-4199-97d4-0e133ed6ab00 req-8672f049-f273-4133-9620-2b7dd1d88932 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea27fba-ffc7-42c6-acca-74e928fc7023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0787511 Apr 01 10:13:47.544063 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3212bd5d-1435-4199-97d4-0e133ed6ab00 req-d5d03065-3c73-4886-a94d-4abb62abe041 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378021 Apr 01 10:13:47.638997 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7de3bb0d-1b15-4412-8be9-225ae5274544 req-8e55b072-3e64-4f4b-bac0-8c1b215ce9df tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460706 Apr 01 10:13:47.664898 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3212bd5d-1435-4199-97d4-0e133ed6ab00 req-6dc584e1-765c-4e9b-ba13-b12c853ba7f1 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122036 Apr 01 10:13:47.677897 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bbc33cbc-7ee6-4d53-9750-b5742c8f28e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '22958653-bebc-4d99-8eaf-d6d210175dfb', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'floating_ip_address': '172.37.3.17', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'port_id': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'mac_address': 'fa:16:3e:6d:07:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:21Z', 'updated_at': '2022-04-01T10:13:45Z', 'revision_number': 1, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:47.699405 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad86d7-fe04-498a-aeaa-102610d83a4e req-7ead681f-4b5d-4d07-96e3-2c090c04c55d tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:47.701184 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4cad86d7-fe04-498a-aeaa-102610d83a4e req-7ead681f-4b5d-4d07-96e3-2c090c04c55d tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 945 time: 0.1761692 Apr 01 10:13:47.707671 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d4b69-f8b7-463c-9234-d05aec2b188d req-58c6c7ee-570e-4032-be88-63480519d34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:47.712805 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3b0d4b69-f8b7-463c-9234-d05aec2b188d req-58c6c7ee-570e-4032-be88-63480519d34c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 1129 time: 0.1218445 Apr 01 10:13:47.718736 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc33cbc-7ee6-4d53-9750-b5742c8f28e6 None None] The sync data for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb is: [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '22958653-bebc-4d99-8eaf-d6d210175dfb', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'floating_ip_address': '172.37.3.17', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'port_id': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'mac_address': 'fa:16:3e:6d:07:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:21Z', 'updated_at': '2022-04-01T10:13:45Z', 'revision_number': 1, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:13:47.856476 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4cad86d7-fe04-498a-aeaa-102610d83a4e req-af46b3e7-27c8-4f16-b4c9-cc7c0624e7d4 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/security-groups?id=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461167 Apr 01 10:13:47.879599 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3b0d4b69-f8b7-463c-9234-d05aec2b188d req-8c6b4d29-a778-48c0-a639-6d4bd143b476 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467249 Apr 01 10:13:47.883873 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2c52b7c0-4d59-4326-99a8-2c84201b23d8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:47.946627 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99fba05-654a-4fc8-9bfa-0bed4e563899 req-8360b432-341d-4493-b7fe-f2923caf0b03 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:47.948429 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a99fba05-654a-4fc8-9bfa-0bed4e563899 req-8360b432-341d-4493-b7fe-f2923caf0b03 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.43 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 945 time: 0.1067295 Apr 01 10:13:47.991443 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2c52b7c0-4d59-4326-99a8-2c84201b23d8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (483b6f2f-b3e0-4751-9ebe-e24bd7ef859c), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:47.999530 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266366a3-59ba-4784-87c4-6479be0bf3a6 None None] New status for floating IP 22958653-bebc-4d99-8eaf-d6d210175dfb: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:13:48.089185 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c11743-2a5f-4e0b-8ed7-794bbc6a33a9 req-daed0266-449d-4ff8-88f4-358528215b87 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:48.090761 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-40c11743-2a5f-4e0b-8ed7-794bbc6a33a9 req-daed0266-449d-4ff8-88f4-358528215b87 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.1383879 Apr 01 10:13:48.129673 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [None req-2c52b7c0-4d59-4326-99a8-2c84201b23d8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Floating IP 483b6f2f-b3e0-4751-9ebe-e24bd7ef859c associated. External IP: 172.37.3.102, port: 628f9097-2edb-444c-98ca-8b5e2e829d63. Apr 01 10:13:48.213156 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-40c11743-2a5f-4e0b-8ed7-794bbc6a33a9 req-a9375abe-5da3-40c5-a0ac-c5400f60870e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147344 Apr 01 10:13:48.289350 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-a99fba05-654a-4fc8-9bfa-0bed4e563899 req-e4b76438-b99f-4512-a7de-7bbcb46ffa15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Deleting port f8ec3d22-f40a-4862-947c-3c620c4f7125 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:13:48.290586 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a99fba05-654a-4fc8-9bfa-0bed4e563899 req-e4b76438-b99f-4512-a7de-7bbcb46ffa15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:48.592658 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-a99fba05-654a-4fc8-9bfa-0bed4e563899 req-e4b76438-b99f-4512-a7de-7bbcb46ffa15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] For port f8ec3d22-f40a-4862-947c-3c620c4f7125, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f8ec3d22-f40a-4862-947c-3c620c4f7125,segment=NetworkSegment(599b7299-22a0-4a9f-8e4f-41d52380ea72),segment_id=599b7299-22a0-4a9f-8e4f-41d52380ea72)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:13:48.593304 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a99fba05-654a-4fc8-9bfa-0bed4e563899 req-e4b76438-b99f-4512-a7de-7bbcb46ffa15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:48.610184 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-a99fba05-654a-4fc8-9bfa-0bed4e563899 req-e4b76438-b99f-4512-a7de-7bbcb46ffa15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Calling delete_port for f8ec3d22-f40a-4862-947c-3c620c4f7125 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:13:48.638040 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c52b7c0-4d59-4326-99a8-2c84201b23d8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Router c918a820-d4da-4b1b-8389-a8e10b3a7a9c has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:13:48.795443 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e736c5-287b-421f-ae92-e30118119aa8 req-24f8a019-5683-435f-972e-d38de94c8689 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:48.796956 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d8e736c5-287b-421f-ae92-e30118119aa8 req-24f8a019-5683-435f-972e-d38de94c8689 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0792358 Apr 01 10:13:48.841360 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c52b7c0-4d59-4326-99a8-2c84201b23d8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:13:48.850132 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2c52b7c0-4d59-4326-99a8-2c84201b23d8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:48.851044 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece7fc2-baba-4b3d-ac63-08bb9b79417a None None] Sync routers for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:13:48.860387 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece7fc2-baba-4b3d-ac63-08bb9b79417a None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:48.860952 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-1ece7fc2-baba-4b3d-ac63-08bb9b79417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:48.885309 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a99fba05-654a-4fc8-9bfa-0bed4e563899 req-e4b76438-b99f-4512-a7de-7bbcb46ffa15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (f8ec3d22-f40a-4862-947c-3c620c4f7125), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:48.886980 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d8e736c5-287b-421f-ae92-e30118119aa8 req-4be31e73-ee31-4e52-9cb1-9c0bb3dece64 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788972 Apr 01 10:13:48.898057 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['f8ec3d22-f40a-4862-947c-3c620c4f7125'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:13:48.902212 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-2c52b7c0-4d59-4326-99a8-2c84201b23d8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "PUT /v2.0/floatingips/483b6f2f-b3e0-4751-9ebe-e24bd7ef859c HTTP/1.1" status: 200 len: 991 time: 1.8864717 Apr 01 10:13:48.903631 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'tag': '628f9097-2edb-444c-98ca-8b5e2e829d63'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:48.906827 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed432a2-ea78-49c2-86b9-27249bb19c75" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b3fa55-c325-46a7-8ea2-0bf12dfac318", "tag": "628f9097-2edb-444c-98ca-8b5e2e829d63"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:48.969046 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b76438-b99f-4512-a7de-7bbcb46ffa15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Pushing event deleted for resources: {'Port': ['ID=f8ec3d22-f40a-4862-947c-3c620c4f7125,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:48.998095 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-1ece7fc2-baba-4b3d-ac63-08bb9b79417a None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:49.014897 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2194f606-7085-4580-8a08-e65036fa32cc x-openstack-request-id: req-2194f606-7085-4580-8a08-e65036fa32cc {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:49.015180 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b3fa55-c325-46a7-8ea2-0bf12dfac318", "tag": "628f9097-2edb-444c-98ca-8b5e2e829d63", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:49.016232 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2194f606-7085-4580-8a08-e65036fa32cc {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:49.016643 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2194f606-7085-4580-8a08-e65036fa32cc'] response: {'name': 'network-changed', 'server_uuid': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'tag': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'status': 'completed', 'code': 200} Apr 01 10:13:49.043520 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99fba05-654a-4fc8-9bfa-0bed4e563899 req-e4b76438-b99f-4512-a7de-7bbcb46ffa15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] No DVR routers for this DVR port f8ec3d22-f40a-4862-947c-3c620c4f7125 on host hv-cinder-maste {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:13:49.051783 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-a99fba05-654a-4fc8-9bfa-0bed4e563899 req-e4b76438-b99f-4512-a7de-7bbcb46ffa15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:49.057369 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a99fba05-654a-4fc8-9bfa-0bed4e563899 req-e4b76438-b99f-4512-a7de-7bbcb46ffa15 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.43 "DELETE /v2.0/ports/f8ec3d22-f40a-4862-947c-3c620c4f7125 HTTP/1.1" status: 204 len: 173 time: 0.9658232 Apr 01 10:13:49.059126 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878b4447-365b-4cbf-9f77-937f39430ef5', 'name': 'network-vif-deleted', 'tag': 'f8ec3d22-f40a-4862-947c-3c620c4f7125'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:49.061295 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a26e05-df3c-41c6-a1e0-e3d157489051" -d '{"events": [{"server_uuid": "878b4447-365b-4cbf-9f77-937f39430ef5", "name": "network-vif-deleted", "tag": "f8ec3d22-f40a-4862-947c-3c620c4f7125"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:49.068084 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1fdf9ca0-d81c-4c80-affd-5871a5c6b48c req-060270f7-b04f-46eb-9a4c-c3d011f21ff9 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 210 time: 0.0441947 Apr 01 10:13:49.112376 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18817e9-131c-4973-892a-aaa8e499fd61 x-openstack-request-id: req-d18817e9-131c-4973-892a-aaa8e499fd61 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:49.112893 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878b4447-365b-4cbf-9f77-937f39430ef5", "name": "network-vif-deleted", "tag": "f8ec3d22-f40a-4862-947c-3c620c4f7125", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:49.113199 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d18817e9-131c-4973-892a-aaa8e499fd61 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:49.113598 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18817e9-131c-4973-892a-aaa8e499fd61'] response: {'server_uuid': '878b4447-365b-4cbf-9f77-937f39430ef5', 'name': 'network-vif-deleted', 'tag': 'f8ec3d22-f40a-4862-947c-3c620c4f7125', 'status': 'completed', 'code': 200} Apr 01 10:13:49.133438 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed432a2-ea78-49c2-86b9-27249bb19c75 req-9e0c4871-a6f2-48d3-a455-d2c6583c18aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:49.134949 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fed432a2-ea78-49c2-86b9-27249bb19c75 req-9e0c4871-a6f2-48d3-a455-d2c6583c18aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 1129 time: 0.0580809 Apr 01 10:13:49.237734 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed432a2-ea78-49c2-86b9-27249bb19c75 req-9483bd54-616f-44af-9992-50dad04de575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:49.239354 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fed432a2-ea78-49c2-86b9-27249bb19c75 req-9483bd54-616f-44af-9992-50dad04de575 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 915 time: 0.0934031 Apr 01 10:13:49.292769 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-1ece7fc2-baba-4b3d-ac63-08bb9b79417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '483b6f2f-b3e0-4751-9ebe-e24bd7ef859c', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.102', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:97:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:26Z', 'updated_at': '2022-04-01T10:13:47Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:49.333608 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece7fc2-baba-4b3d-ac63-08bb9b79417a None None] Checking router: c918a820-d4da-4b1b-8389-a8e10b3a7a9c for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:13:49.351554 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ece7fc2-baba-4b3d-ac63-08bb9b79417a None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:49.352372 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-1ece7fc2-baba-4b3d-ac63-08bb9b79417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:49.353073 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9f19d-d645-46e5-aae8-4329c591cf46 req-ed5ac549-5d25-4056-b799-990fa301d2fa tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:49.355037 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7cb9f19d-d645-46e5-aae8-4329c591cf46 req-ed5ac549-5d25-4056-b799-990fa301d2fa tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0674732 Apr 01 10:13:49.389579 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fed432a2-ea78-49c2-86b9-27249bb19c75 req-d909dc95-5e8e-4a81-bc6d-066b00f32066 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=628f9097-2edb-444c-98ca-8b5e2e829d63 HTTP/1.1" status: 200 len: 999 time: 0.1115210 Apr 01 10:13:49.421435 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7cb9f19d-d645-46e5-aae8-4329c591cf46 req-21736eba-e0f5-4285-b671-d2b44d99c4fa tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565279 Apr 01 10:13:49.454747 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed432a2-ea78-49c2-86b9-27249bb19c75 req-07bb49dc-2805-4de0-addd-c559ba45289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:49.456330 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fed432a2-ea78-49c2-86b9-27249bb19c75 req-07bb49dc-2805-4de0-addd-c559ba45289b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4bd942-1f07-46b6-a4b8-3efb6580d55d HTTP/1.1" status: 200 len: 853 time: 0.0555465 Apr 01 10:13:49.516496 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed432a2-ea78-49c2-86b9-27249bb19c75 req-99c4131c-af55-4632-88ca-992d830617ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:49.518055 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fed432a2-ea78-49c2-86b9-27249bb19c75 req-99c4131c-af55-4632-88ca-992d830617ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92ca3fc-f878-4471-8584-45362264a2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0483432 Apr 01 10:13:49.568960 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-1ece7fc2-baba-4b3d-ac63-08bb9b79417a None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:49.610206 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fed432a2-ea78-49c2-86b9-27249bb19c75 req-bf19f16e-0a44-4e3c-8909-48bb90190fab service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859127 Apr 01 10:13:49.703912 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fed432a2-ea78-49c2-86b9-27249bb19c75 req-40a35e86-b3e7-452e-a522-de20f27a16d6 service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871398 Apr 01 10:13:49.822396 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-1ece7fc2-baba-4b3d-ac63-08bb9b79417a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '483b6f2f-b3e0-4751-9ebe-e24bd7ef859c', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.102', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:97:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:26Z', 'updated_at': '2022-04-01T10:13:47Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:49.856268 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ece7fc2-baba-4b3d-ac63-08bb9b79417a None None] The sync data for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb is: [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '483b6f2f-b3e0-4751-9ebe-e24bd7ef859c', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.102', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:97:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:26Z', 'updated_at': '2022-04-01T10:13:47Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:13:50.050767 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c3c6f-9ddd-4679-9983-d33ac45a5f0d req-ce8a0619-bf54-48a4-9278-1a17d55cf943 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:50.052990 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b48c3c6f-9ddd-4679-9983-d33ac45a5f0d req-ce8a0619-bf54-48a4-9278-1a17d55cf943 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0568781 Apr 01 10:13:50.120618 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5879ab1-6a77-4a35-9fa4-e80e7f14737f None None] New status for floating IP 483b6f2f-b3e0-4751-9ebe-e24bd7ef859c: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:13:50.133126 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b48c3c6f-9ddd-4679-9983-d33ac45a5f0d req-2d602e6a-b34e-4882-aa5e-8a6892fd8fd7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667963 Apr 01 10:13:50.245553 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-53450ddc-9c6f-4773-94da-7cb8036e3f50 req-2a91bfa5-d4a0-4a6d-a6b6-2b9725fd6020 tempest-DeleteServersTestJSON-1285724550 tempest-DeleteServersTestJSON-1285724550-project] 10.222.0.13 "GET /v2.0/ports?device_id=878b4447-365b-4cbf-9f77-937f39430ef5 HTTP/1.1" status: 200 len: 210 time: 0.0493505 Apr 01 10:13:50.291165 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7653cf4-643a-4042-bd10-dae309cae58d req-79f220e5-a2dc-46b2-94b6-1a8424f48654 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:50.293064 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a7653cf4-643a-4042-bd10-dae309cae58d req-79f220e5-a2dc-46b2-94b6-1a8424f48654 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0956581 Apr 01 10:13:50.306198 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35040) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:50.306619 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35042) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:50.314202 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-c702a8ba-50d2-4aa7-9cff-8b0a7b03b1b6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'floatingip': {'port_id': '46e17621-189e-4a8a-8f61-13616db37219'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:13:50.399047 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c702a8ba-50d2-4aa7-9cff-8b0a7b03b1b6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (7aacb8ee-aa66-4311-9556-c3c2649684c7), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:50.482325 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1a3cad36-bb8a-419d-96c3-39976d070c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:50.548997 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e1ccf3-a386-4503-ae85-ac96870208e2 req-c5a65912-d909-41bf-942c-276d357cab70 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:50.550605 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d5e1ccf3-a386-4503-ae85-ac96870208e2 req-c5a65912-d909-41bf-942c-276d357cab70 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0644758 Apr 01 10:13:50.604166 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d5e1ccf3-a386-4503-ae85-ac96870208e2 req-5b9355cc-ab70-450d-ba68-b44c585f7486 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468612 Apr 01 10:13:50.707113 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1a3cad36-bb8a-419d-96c3-39976d070c04 admin admin] Publish callbacks [] for security_group (62d06d6e-53d3-46c6-a646-1642c21ebbbf), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:50.855203 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1a3cad36-bb8a-419d-96c3-39976d070c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (62d06d6e-53d3-46c6-a646-1642c21ebbbf), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:50.938050 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-1a3cad36-bb8a-419d-96c3-39976d070c04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=32b67f24cd98408fa7dac3447dcdca57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6292412 Apr 01 10:13:50.938838 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3cad36-bb8a-419d-96c3-39976d070c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d06d6e-53d3-46c6-a646-1642c21ebbbf,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:50.940686 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35054) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:50.992296 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e9460e7c-c36a-49ac-b429-de66e8e34223 admin admin] Publish callbacks [] for security_group (62d06d6e-53d3-46c6-a646-1642c21ebbbf), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:51.016283 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e9460e7c-c36a-49ac-b429-de66e8e34223 admin admin] Publish callbacks [] for security_group (62d06d6e-53d3-46c6-a646-1642c21ebbbf), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:51.102806 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c702a8ba-50d2-4aa7-9cff-8b0a7b03b1b6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:51.142422 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e9460e7c-c36a-49ac-b429-de66e8e34223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (62d06d6e-53d3-46c6-a646-1642c21ebbbf), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:51.145019 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e9460e7c-c36a-49ac-b429-de66e8e34223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:51.146237 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-e9460e7c-c36a-49ac-b429-de66e8e34223 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/62d06d6e-53d3-46c6-a646-1642c21ebbbf HTTP/1.1" status: 204 len: 168 time: 0.2035530 Apr 01 10:13:51.154818 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9460e7c-c36a-49ac-b429-de66e8e34223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d06d6e-53d3-46c6-a646-1642c21ebbbf,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:51.171063 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c702a8ba-50d2-4aa7-9cff-8b0a7b03b1b6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (7aacb8ee-aa66-4311-9556-c3c2649684c7), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:51.587427 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.l3_db [None req-c702a8ba-50d2-4aa7-9cff-8b0a7b03b1b6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Floating IP 7aacb8ee-aa66-4311-9556-c3c2649684c7 associated. External IP: 172.37.3.159, port: 46e17621-189e-4a8a-8f61-13616db37219. Apr 01 10:13:51.702725 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c702a8ba-50d2-4aa7-9cff-8b0a7b03b1b6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Router 49320108-804f-4ada-9667-116070d8e3cd has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:13:51.735122 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a32601-c278-48f6-8a92-c9e98a52bb86 req-d58e24a9-1e07-4ba4-a120-00a86ddd1753 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:51.736726 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-51a32601-c278-48f6-8a92-c9e98a52bb86 req-d58e24a9-1e07-4ba4-a120-00a86ddd1753 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0614810 Apr 01 10:13:51.817397 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-51a32601-c278-48f6-8a92-c9e98a52bb86 req-1861a8fe-83a3-4c29-b325-7560737f45e9 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726483 Apr 01 10:13:51.883095 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c702a8ba-50d2-4aa7-9cff-8b0a7b03b1b6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:13:51.888172 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c702a8ba-50d2-4aa7-9cff-8b0a7b03b1b6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:51.903668 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59666f11-4ba0-4b63-8976-5f5f7a88ed32 None None] Sync routers for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:13:51.915927 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59666f11-4ba0-4b63-8976-5f5f7a88ed32 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:51.916541 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-59666f11-4ba0-4b63-8976-5f5f7a88ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:51.917667 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35094) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:51.922013 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-c702a8ba-50d2-4aa7-9cff-8b0a7b03b1b6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "PUT /v2.0/floatingips/7aacb8ee-aa66-4311-9556-c3c2649684c7 HTTP/1.1" status: 200 len: 991 time: 1.6137123 Apr 01 10:13:51.922013 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'tag': '46e17621-189e-4a8a-8f61-13616db37219'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:13:51.933671 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59829246-03cf-497c-8f14-b0a25bd5f93c" -d '{"events": [{"name": "network-changed", "server_uuid": "dcc533b4-61d9-4f19-b183-5211a43a204e", "tag": "46e17621-189e-4a8a-8f61-13616db37219"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:13:51.933770 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8ed287f0-d102-44b9-9490-0ccead0ae5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:51.976972 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb48d7eb-80a8-4ff5-a937-9787b0daa8d9 x-openstack-request-id: req-eb48d7eb-80a8-4ff5-a937-9787b0daa8d9 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:13:51.981504 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcc533b4-61d9-4f19-b183-5211a43a204e", "tag": "46e17621-189e-4a8a-8f61-13616db37219", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:13:51.981504 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-eb48d7eb-80a8-4ff5-a937-9787b0daa8d9 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:13:51.981504 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb48d7eb-80a8-4ff5-a937-9787b0daa8d9'] response: {'name': 'network-changed', 'server_uuid': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'tag': '46e17621-189e-4a8a-8f61-13616db37219', 'status': 'completed', 'code': 200} Apr 01 10:13:52.011810 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8ed287f0-d102-44b9-9490-0ccead0ae5a6 admin admin] Publish callbacks [] for security_group (afce8404-b049-424f-9bc1-66030b194692), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:52.038267 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-59666f11-4ba0-4b63-8976-5f5f7a88ed32 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:52.043933 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59829246-03cf-497c-8f14-b0a25bd5f93c req-be0f0751-52b6-43e2-9ff5-0850fa2641ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:52.045468 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-59829246-03cf-497c-8f14-b0a25bd5f93c req-be0f0751-52b6-43e2-9ff5-0850fa2641ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f8feca17a5240999c4f2a5c6f313851&device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 1129 time: 0.0506747 Apr 01 10:13:52.103251 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8ed287f0-d102-44b9-9490-0ccead0ae5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (afce8404-b049-424f-9bc1-66030b194692), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:52.171739 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59829246-03cf-497c-8f14-b0a25bd5f93c req-efb9dc08-9daa-4253-acc7-65d3693ab4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:52.174543 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-8ed287f0-d102-44b9-9490-0ccead0ae5a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8bfc24cfcc5544d38c4c5ceaeda2d708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556448 Apr 01 10:13:52.176112 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed287f0-d102-44b9-9490-0ccead0ae5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afce8404-b049-424f-9bc1-66030b194692,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:52.177454 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-59829246-03cf-497c-8f14-b0a25bd5f93c req-efb9dc08-9daa-4253-acc7-65d3693ab4e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8e7b4de-9a1d-4a82-96e9-42b39622541f HTTP/1.1" status: 200 len: 912 time: 0.1130266 Apr 01 10:13:52.178194 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35102) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:52.282695 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-59829246-03cf-497c-8f14-b0a25bd5f93c req-b4ae2c12-c711-496b-817b-98a4505ea051 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46e17621-189e-4a8a-8f61-13616db37219 HTTP/1.1" status: 200 len: 999 time: 0.0942194 Apr 01 10:13:52.298265 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7d861ddb-493c-40c3-9679-fa0c3d10500b admin admin] Publish callbacks [] for security_group (afce8404-b049-424f-9bc1-66030b194692), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:52.305877 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-59666f11-4ba0-4b63-8976-5f5f7a88ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7aacb8ee-aa66-4311-9556-c3c2649684c7', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'floating_ip_address': '172.37.3.159', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '49320108-804f-4ada-9667-116070d8e3cd', 'port_id': '46e17621-189e-4a8a-8f61-13616db37219', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'mac_address': 'fa:16:3e:87:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:29Z', 'updated_at': '2022-04-01T10:13:50Z', 'revision_number': 1, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:52.338111 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59666f11-4ba0-4b63-8976-5f5f7a88ed32 None None] Checking router: 49320108-804f-4ada-9667-116070d8e3cd for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:13:52.350875 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59666f11-4ba0-4b63-8976-5f5f7a88ed32 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:13:52.350875 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-59666f11-4ba0-4b63-8976-5f5f7a88ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:13:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:52.358711 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7d861ddb-493c-40c3-9679-fa0c3d10500b admin admin] Publish callbacks [] for security_group (afce8404-b049-424f-9bc1-66030b194692), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:52.378118 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59829246-03cf-497c-8f14-b0a25bd5f93c req-0bf20470-96fd-4807-8d66-1e75880905b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:52.379581 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-59829246-03cf-497c-8f14-b0a25bd5f93c req-0bf20470-96fd-4807-8d66-1e75880905b0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=732114a6-ce68-4568-8360-a1a2d861b474 HTTP/1.1" status: 200 len: 850 time: 0.0795181 Apr 01 10:13:52.442055 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59829246-03cf-497c-8f14-b0a25bd5f93c req-7d1bc427-828c-4c0e-922b-5e1f07280034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:52.443568 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-59829246-03cf-497c-8f14-b0a25bd5f93c req-7d1bc427-828c-4c0e-922b-5e1f07280034 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8e7b4de-9a1d-4a82-96e9-42b39622541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0550947 Apr 01 10:13:52.456700 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-59666f11-4ba0-4b63-8976-5f5f7a88ed32 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:13:52.502248 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7d861ddb-493c-40c3-9679-fa0c3d10500b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (afce8404-b049-424f-9bc1-66030b194692), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:52.505114 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7d861ddb-493c-40c3-9679-fa0c3d10500b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:52.506338 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-7d861ddb-493c-40c3-9679-fa0c3d10500b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/afce8404-b049-424f-9bc1-66030b194692 HTTP/1.1" status: 204 len: 168 time: 0.3240652 Apr 01 10:13:52.521149 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d861ddb-493c-40c3-9679-fa0c3d10500b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afce8404-b049-424f-9bc1-66030b194692,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:52.558070 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-59829246-03cf-497c-8f14-b0a25bd5f93c req-6026d2a1-520b-4b2d-9a92-0d725b35ad71 service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975864 Apr 01 10:13:52.656288 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-59829246-03cf-497c-8f14-b0a25bd5f93c req-d6476e09-a9cb-4227-8c5e-34d4882334d0 service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901504 Apr 01 10:13:52.696704 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-59666f11-4ba0-4b63-8976-5f5f7a88ed32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7aacb8ee-aa66-4311-9556-c3c2649684c7', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'floating_ip_address': '172.37.3.159', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '49320108-804f-4ada-9667-116070d8e3cd', 'port_id': '46e17621-189e-4a8a-8f61-13616db37219', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'mac_address': 'fa:16:3e:87:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:29Z', 'updated_at': '2022-04-01T10:13:50Z', 'revision_number': 1, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:52.722060 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59666f11-4ba0-4b63-8976-5f5f7a88ed32 None None] The sync data for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb is: [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '7aacb8ee-aa66-4311-9556-c3c2649684c7', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'floating_ip_address': '172.37.3.159', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '49320108-804f-4ada-9667-116070d8e3cd', 'port_id': '46e17621-189e-4a8a-8f61-13616db37219', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'mac_address': 'fa:16:3e:87:7d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:29Z', 'updated_at': '2022-04-01T10:13:50Z', 'revision_number': 1, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:13:52.742772 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:13:52.836000 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f8ec3d22-f40a-4862-947c-3c620c4f7125 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:13:52.857545 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: f8ec3d22-f40a-4862-947c-3c620c4f7125 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:13:52.858224 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f8ec3d22-f40a-4862-947c-3c620c4f7125 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:13:52.917275 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35126) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:52.959264 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661e9146-5f3c-4fd6-ae96-dd5a14d7536b req-46b4a9ed-a897-4be2-949d-9f8050c3ea8a tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:52.961025 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-661e9146-5f3c-4fd6-ae96-dd5a14d7536b req-46b4a9ed-a897-4be2-949d-9f8050c3ea8a tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0576329 Apr 01 10:13:52.983335 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6096cd5-9945-41b4-a265-1570ddba9ccd None None] New status for floating IP 7aacb8ee-aa66-4311-9556-c3c2649684c7: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:13:52.988929 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1b3b701-2fc3-40d8-9931-8fd81d2c53c5 admin admin] Deleting subnet 50f8de8b-1a44-42ee-8ccb-ca2b572ba513 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:13:52.993538 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b701-2fc3-40d8-9931-8fd81d2c53c5 admin admin] Publish callbacks [] for subnet (50f8de8b-1a44-42ee-8ccb-ca2b572ba513), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.022177 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-661e9146-5f3c-4fd6-ae96-dd5a14d7536b req-78e6efcf-7e5c-46c8-ad7c-6124ef67ff15 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550470 Apr 01 10:13:53.060543 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b701-2fc3-40d8-9931-8fd81d2c53c5 admin admin] Publish callbacks [] for subnet (50f8de8b-1a44-42ee-8ccb-ca2b572ba513), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.069804 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b701-2fc3-40d8-9931-8fd81d2c53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (50f8de8b-1a44-42ee-8ccb-ca2b572ba513), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.211967 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b701-2fc3-40d8-9931-8fd81d2c53c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (50f8de8b-1a44-42ee-8ccb-ca2b572ba513), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.242634 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b3b701-2fc3-40d8-9931-8fd81d2c53c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50f8de8b-1a44-42ee-8ccb-ca2b572ba513,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:53.259689 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b1b3b701-2fc3-40d8-9931-8fd81d2c53c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.263199 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-b1b3b701-2fc3-40d8-9931-8fd81d2c53c5 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/50f8de8b-1a44-42ee-8ccb-ca2b572ba513 HTTP/1.1" status: 204 len: 168 time: 0.3449118 Apr 01 10:13:53.265733 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35130) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:53.297084 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-805182dc-5947-4800-830a-6429b997d123 req-c284eeb0-271e-459f-a2f4-601913caeeb1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521042 Apr 01 10:13:53.344409 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (8f777a9a-7a75-49a7-a52c-80df5f044fb0), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.397577 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35140) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:53.414058 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f0608983-e86b-419a-bba2-26cddd0da946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.435276 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805182dc-5947-4800-830a-6429b997d123 req-9507c932-e398-475f-b8b2-902f5b50bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:53.436770 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-805182dc-5947-4800-830a-6429b997d123 req-9507c932-e398-475f-b8b2-902f5b50bb74 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 1130 time: 0.0903161 Apr 01 10:13:53.454078 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (8f777a9a-7a75-49a7-a52c-80df5f044fb0), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.482006 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.482006 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.482975 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.483782 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > port after_create 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.484193 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.484652 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > port after_update 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.485587 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.493753 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.493753 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.493753 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.582801 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f0608983-e86b-419a-bba2-26cddd0da946 admin admin] Publish callbacks [] for security_group (d185b3f0-8539-4f50-9b10-67ef59bdaecb), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.587432 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805182dc-5947-4800-830a-6429b997d123 req-732d0711-d17f-4b8d-a34e-5ac9fb6cb627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:53.588890 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-805182dc-5947-4800-830a-6429b997d123 req-732d0711-d17f-4b8d-a34e-5ac9fb6cb627 service neutron] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 920 time: 0.1265476 Apr 01 10:13:53.623251 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.623635 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.623970 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.624299 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:13:53.624809 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f777a9a-7a75-49a7-a52c-80df5f044fb0']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:53.636470 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-805182dc-5947-4800-830a-6429b997d123 req-09154c64-91bc-423b-af68-1042d8ef046a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3467b345-8f39-4c22-90b9-0cbb19978bf4 HTTP/1.1" status: 200 len: 217 time: 0.0340304 Apr 01 10:13:53.642134 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '599b7299-22a0-4a9f-8e4f-41d52380ea72') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:53.642472 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '599b7299-22a0-4a9f-8e4f-41d52380ea72') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:13:53.658577 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12946072'] for segment (599b7299-22a0-4a9f-8e4f-41d52380ea72), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.679952 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (599b7299-22a0-4a9f-8e4f-41d52380ea72), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.687947 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:13:53.688266 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13612288'] for segment (599b7299-22a0-4a9f-8e4f-41d52380ea72), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.692842 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f0608983-e86b-419a-bba2-26cddd0da946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (d185b3f0-8539-4f50-9b10-67ef59bdaecb), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.702681 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805182dc-5947-4800-830a-6429b997d123 req-5812aa7e-5c6c-4ab5-b39e-af6b57d5c645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:53.704124 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-805182dc-5947-4800-830a-6429b997d123 req-5812aa7e-5c6c-4ab5-b39e-af6b57d5c645 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.0556405 Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: from cryptography.utils import int_from_bytes Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: from cryptography.utils import int_from_bytes Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: Traceback (most recent call last): Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: timer() Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: cb(*args, **kw) Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: return func(*args, **kwargs) Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: self._notify() Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: self.callback(batched_events) Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: event.method(event) Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: return f(self, *a, **k) Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: return self._get(url).json() Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: return self.request(url, 'GET', **kwargs) Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:13:53.705328 dv-cinder-master-3-smb neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:13:53.761324 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-f0608983-e86b-419a-bba2-26cddd0da946 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b092dd05b6e49a0bb49a8595b6ebf19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621261 Apr 01 10:13:53.761489 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35154) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:53.763951 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0608983-e86b-419a-bba2-26cddd0da946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d185b3f0-8539-4f50-9b10-67ef59bdaecb,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:53.809303 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805182dc-5947-4800-830a-6429b997d123 req-b7fc3dd1-d211-4bbc-a01b-612c7d547d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:53.810882 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-805182dc-5947-4800-830a-6429b997d123 req-b7fc3dd1-d211-4bbc-a01b-612c7d547d0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0966911 Apr 01 10:13:53.820173 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f975fdda-ba7b-43a6-be2e-f01b8369f60b admin admin] Publish callbacks [] for security_group (d185b3f0-8539-4f50-9b10-67ef59bdaecb), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.840948 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f975fdda-ba7b-43a6-be2e-f01b8369f60b admin admin] Publish callbacks [] for security_group (d185b3f0-8539-4f50-9b10-67ef59bdaecb), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.869933 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (8f777a9a-7a75-49a7-a52c-80df5f044fb0), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.875472 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.882742 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] 10.222.0.13 "DELETE /v2.0/networks/8f777a9a-7a75-49a7-a52c-80df5f044fb0 HTTP/1.1" status: 204 len: 168 time: 0.6116576 Apr 01 10:13:53.893684 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f777a9a-7a75-49a7-a52c-80df5f044fb0,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:53.902217 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.902569 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.902932 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.903298 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.903634 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.903969 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.904299 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.904623 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.904948 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.905304 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.905630 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.905983 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.906300 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.906619 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.906935 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99e14e5-2a44-463b-8651-0883c862f193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:53.908133 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-805182dc-5947-4800-830a-6429b997d123 req-8a48cd46-ab72-4560-916a-8da0b25e53f8 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865607 Apr 01 10:13:53.993779 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f975fdda-ba7b-43a6-be2e-f01b8369f60b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (d185b3f0-8539-4f50-9b10-67ef59bdaecb), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.996307 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f975fdda-ba7b-43a6-be2e-f01b8369f60b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:53.997621 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-f975fdda-ba7b-43a6-be2e-f01b8369f60b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d185b3f0-8539-4f50-9b10-67ef59bdaecb HTTP/1.1" status: 204 len: 168 time: 0.2351215 Apr 01 10:13:54.006212 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975fdda-ba7b-43a6-be2e-f01b8369f60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d185b3f0-8539-4f50-9b10-67ef59bdaecb,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:54.010199 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-805182dc-5947-4800-830a-6429b997d123 req-71a47063-c388-486e-bf48-de8a0e9483db service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897224 Apr 01 10:13:54.145622 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872c55b-e0dd-4df8-a4bd-ca033d6b1da7 req-0917dbd0-f599-4de4-a317-66501a14a191 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:54.147647 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8872c55b-e0dd-4df8-a4bd-ca033d6b1da7 req-0917dbd0-f599-4de4-a317-66501a14a191 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0557685 Apr 01 10:13:54.202710 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8872c55b-e0dd-4df8-a4bd-ca033d6b1da7 req-6c203abd-d13c-4618-86a3-cda77ef58202 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491331 Apr 01 10:13:54.330972 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35166) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:54.369254 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-a8465926-a3d8-41fe-932b-a9357fec1e4f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ee5630e54c3b4d2ebffbfe54d51b2d30&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0462744 Apr 01 10:13:54.371693 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35168) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:54.434032 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88c1bc71-ddda-4a8c-91e1-aa561b31f013 admin admin] Publish callbacks [] for security_group (4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:54.460856 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88c1bc71-ddda-4a8c-91e1-aa561b31f013 admin admin] Publish callbacks [] for security_group (4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:54.662180 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88c1bc71-ddda-4a8c-91e1-aa561b31f013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:54.664903 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88c1bc71-ddda-4a8c-91e1-aa561b31f013 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:54.666260 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-88c1bc71-ddda-4a8c-91e1-aa561b31f013 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5 HTTP/1.1" status: 204 len: 168 time: 0.2935059 Apr 01 10:13:54.674459 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1bc71-ddda-4a8c-91e1-aa561b31f013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4472ebda-8ae4-443b-8e3c-ed7c0a01c4d5,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:55.045238 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35198) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:55.207039 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-29445788-f86c-4aec-a76a-70f6025152f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:55.320700 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-29445788-f86c-4aec-a76a-70f6025152f6 admin admin] Publish callbacks [] for security_group (5b861d88-d57e-460b-8079-2f342179c85c), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:55.343496 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37f996-f081-4180-b979-355db9ba7a79 req-a4b8c847-3abc-415b-ad3f-330ef70eb83c tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:55.344984 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ef37f996-f081-4180-b979-355db9ba7a79 req-a4b8c847-3abc-415b-ad3f-330ef70eb83c tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0681946 Apr 01 10:13:55.407174 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-29445788-f86c-4aec-a76a-70f6025152f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (5b861d88-d57e-460b-8079-2f342179c85c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:55.414299 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ef37f996-f081-4180-b979-355db9ba7a79 req-2351ccee-cc22-401e-8f36-7a8a83b6ec18 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622475 Apr 01 10:13:55.450009 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-29445788-f86c-4aec-a76a-70f6025152f6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=62309b825d6a4b1595e886e5de9ae25d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036601 Apr 01 10:13:55.451914 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29445788-f86c-4aec-a76a-70f6025152f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b861d88-d57e-460b-8079-2f342179c85c,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:55.452747 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35232) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:55.518761 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Publish callbacks [] for security_group (5b861d88-d57e-460b-8079-2f342179c85c), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:55.542833 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Publish callbacks [] for security_group (5b861d88-d57e-460b-8079-2f342179c85c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:55.656370 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (5b861d88-d57e-460b-8079-2f342179c85c), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:55.659108 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:55.660333 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5b861d88-d57e-460b-8079-2f342179c85c HTTP/1.1" status: 204 len: 168 time: 0.2065010 Apr 01 10:13:55.668998 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b861d88-d57e-460b-8079-2f342179c85c,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:55.675925 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.676283 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.676634 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.676984 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.677360 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.677699 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.678033 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.678367 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.678698 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.679036 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.679368 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.679699 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.680030 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.680355 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.680681 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cbc2ba-4004-45fa-aa43-5fc309824baf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:13:55.992396 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35256) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:56.062326 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.279339 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ce58cb8-50b9-4919-bd96-d9685adf27c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.374999 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35266) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:56.382736 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ce58cb8-50b9-4919-bd96-d9685adf27c8 admin admin] Publish callbacks [] for security_group (8b8f4411-c7bb-41b4-9883-f49a139d2d28), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.391197 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-44166eb3-f732-4cec-b158-95813698baf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.473826 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-44166eb3-f732-4cec-b158-95813698baf9 admin admin] Publish callbacks [] for security_group (eb2abcc0-ce09-421c-90ad-f1ee06898561), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.485025 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8ce58cb8-50b9-4919-bd96-d9685adf27c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8b8f4411-c7bb-41b4-9883-f49a139d2d28), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.524364 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-8ce58cb8-50b9-4919-bd96-d9685adf27c8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=60ff6a96d3104df0b558d0a9b57e1025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5308511 Apr 01 10:13:56.525037 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce58cb8-50b9-4919-bd96-d9685adf27c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8f4411-c7bb-41b4-9883-f49a139d2d28,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:56.526932 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35272) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:56.559237 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-44166eb3-f732-4cec-b158-95813698baf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (eb2abcc0-ce09-421c-90ad-f1ee06898561), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.577979 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ac695-023e-483f-8592-1bf526a7ebd8 req-3a77b630-7743-447d-8930-5824afa05f65 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:56.579497 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-da6ac695-023e-483f-8592-1bf526a7ebd8 req-3a77b630-7743-447d-8930-5824afa05f65 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0850861 Apr 01 10:13:56.598299 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44166eb3-f732-4cec-b158-95813698baf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2abcc0-ce09-421c-90ad-f1ee06898561,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:56.605104 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-44166eb3-f732-4cec-b158-95813698baf9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2f429c73f84f4bf6ae2f0b5e77700776&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290435 Apr 01 10:13:56.607728 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35276) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:56.609656 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8fcdd66b-9570-444b-93a0-29639b726c89 admin admin] Publish callbacks [] for security_group (8b8f4411-c7bb-41b4-9883-f49a139d2d28), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.648930 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8fcdd66b-9570-444b-93a0-29639b726c89 admin admin] Publish callbacks [] for security_group (8b8f4411-c7bb-41b4-9883-f49a139d2d28), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.660042 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-da6ac695-023e-483f-8592-1bf526a7ebd8 req-2a875da6-71de-442e-9c8c-0c4d5f259344 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737104 Apr 01 10:13:56.664657 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-af17882c-9fd6-4814-ae6c-5cf0f5b55b0f admin admin] Publish callbacks [] for security_group (eb2abcc0-ce09-421c-90ad-f1ee06898561), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.687462 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-af17882c-9fd6-4814-ae6c-5cf0f5b55b0f admin admin] Publish callbacks [] for security_group (eb2abcc0-ce09-421c-90ad-f1ee06898561), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.788002 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8fcdd66b-9570-444b-93a0-29639b726c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8b8f4411-c7bb-41b4-9883-f49a139d2d28), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.790668 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-af17882c-9fd6-4814-ae6c-5cf0f5b55b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (eb2abcc0-ce09-421c-90ad-f1ee06898561), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.790800 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-af17882c-9fd6-4814-ae6c-5cf0f5b55b0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.790894 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8fcdd66b-9570-444b-93a0-29639b726c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:56.794229 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-af17882c-9fd6-4814-ae6c-5cf0f5b55b0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb2abcc0-ce09-421c-90ad-f1ee06898561 HTTP/1.1" status: 204 len: 168 time: 0.1809521 Apr 01 10:13:56.794365 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-8fcdd66b-9570-444b-93a0-29639b726c89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8b8f4411-c7bb-41b4-9883-f49a139d2d28 HTTP/1.1" status: 204 len: 168 time: 0.2640479 Apr 01 10:13:56.801330 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17882c-9fd6-4814-ae6c-5cf0f5b55b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2abcc0-ce09-421c-90ad-f1ee06898561,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:56.802715 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcdd66b-9570-444b-93a0-29639b726c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8f4411-c7bb-41b4-9883-f49a139d2d28,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:57.547183 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35308) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:57.558297 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-28adad74-bf06-446c-b5fa-62c428e2118d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:57.632749 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-28adad74-bf06-446c-b5fa-62c428e2118d admin admin] Publish callbacks [] for security_group (207e170c-bd68-4daa-afa4-b407cd3fc614), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:57.696665 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-28adad74-bf06-446c-b5fa-62c428e2118d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (207e170c-bd68-4daa-afa4-b407cd3fc614), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:57.739366 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-28adad74-bf06-446c-b5fa-62c428e2118d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=86193ce1fb504e61b05f3c1c335c2a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947365 Apr 01 10:13:57.742661 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35318) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:13:57.748117 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28adad74-bf06-446c-b5fa-62c428e2118d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207e170c-bd68-4daa-afa4-b407cd3fc614,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:57.834829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6254af84-a431-4162-8ec9-95781c7896cf admin admin] Publish callbacks [] for security_group (207e170c-bd68-4daa-afa4-b407cd3fc614), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:57.846631 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c973a62-ab1d-40cc-b7d7-5679b2e06076 req-6bd496db-375e-48f2-a1ac-a9de6cbac470 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:57.853523 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1c973a62-ab1d-40cc-b7d7-5679b2e06076 req-6bd496db-375e-48f2-a1ac-a9de6cbac470 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0940287 Apr 01 10:13:57.890370 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6254af84-a431-4162-8ec9-95781c7896cf admin admin] Publish callbacks [] for security_group (207e170c-bd68-4daa-afa4-b407cd3fc614), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:57.940755 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1c973a62-ab1d-40cc-b7d7-5679b2e06076 req-a2dce83e-74bb-4db1-a846-ab33b422c020 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863862 Apr 01 10:13:58.010317 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6254af84-a431-4162-8ec9-95781c7896cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (207e170c-bd68-4daa-afa4-b407cd3fc614), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:58.012972 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6254af84-a431-4162-8ec9-95781c7896cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:58.014181 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-6254af84-a431-4162-8ec9-95781c7896cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/207e170c-bd68-4daa-afa4-b407cd3fc614 HTTP/1.1" status: 204 len: 168 time: 0.2700143 Apr 01 10:13:58.022241 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254af84-a431-4162-8ec9-95781c7896cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207e170c-bd68-4daa-afa4-b407cd3fc614,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:13:58.559266 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4b520e93-68d2-46c4-a7c0-f872b2aa9874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:13:59.069535 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bffbf-a9f0-4d0b-8bf3-9ac197e9e50d req-b4dd887e-9da9-4d99-91b5-5c3526b5dece tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:13:59.071023 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7e9bffbf-a9f0-4d0b-8bf3-9ac197e9e50d req-b4dd887e-9da9-4d99-91b5-5c3526b5dece tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0563068 Apr 01 10:13:59.118115 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7e9bffbf-a9f0-4d0b-8bf3-9ac197e9e50d req-7157cc68-42d7-4c35-b35d-f33fe7713347 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412545 Apr 01 10:14:00.250040 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d8a59-bda0-4ff7-8ebd-590edb9b4add req-ad3e0ef3-7435-4716-9740-79ca56405d22 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:00.252281 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-364d8a59-bda0-4ff7-8ebd-590edb9b4add req-ad3e0ef3-7435-4716-9740-79ca56405d22 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0661774 Apr 01 10:14:00.302512 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-364d8a59-bda0-4ff7-8ebd-590edb9b4add req-f4398832-c663-4733-94a7-41c0f9ad717f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442493 Apr 01 10:14:00.832978 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-86a2b794-c4bc-4672-998d-a23ea3bd238c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:01.438956 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d35eef3-cd62-4279-86a6-f2a724b665b0 req-f2c398f7-05f7-45db-be72-e2a0095ec818 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:01.440412 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8d35eef3-cd62-4279-86a6-f2a724b665b0 req-f2c398f7-05f7-45db-be72-e2a0095ec818 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0606771 Apr 01 10:14:01.488584 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8d35eef3-cd62-4279-86a6-f2a724b665b0 req-bf0a495e-b44a-4b96-a1ec-fefc06d777d3 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425036 Apr 01 10:14:01.850160 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:01.857595 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35440) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:01.961693 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5e59efe1-5943-4b5e-8763-554c334c2c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:02.040885 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5e59efe1-5943-4b5e-8763-554c334c2c89 admin admin] Publish callbacks [] for security_group (1812ca54-d68e-4944-80f7-1b2b8687121f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:02.090760 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5e59efe1-5943-4b5e-8763-554c334c2c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (1812ca54-d68e-4944-80f7-1b2b8687121f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:02.131150 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-5e59efe1-5943-4b5e-8763-554c334c2c89 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3cee96df2883404797149149477148ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724872 Apr 01 10:14:02.132935 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59efe1-5943-4b5e-8763-554c334c2c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1812ca54-d68e-4944-80f7-1b2b8687121f,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:02.134054 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35456) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:02.201012 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b6715ad6-0b49-4e01-becc-c5db3fa00d6a admin admin] Publish callbacks [] for security_group (1812ca54-d68e-4944-80f7-1b2b8687121f), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:02.222288 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b6715ad6-0b49-4e01-becc-c5db3fa00d6a admin admin] Publish callbacks [] for security_group (1812ca54-d68e-4944-80f7-1b2b8687121f), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:02.341717 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b6715ad6-0b49-4e01-becc-c5db3fa00d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (1812ca54-d68e-4944-80f7-1b2b8687121f), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:02.344512 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b6715ad6-0b49-4e01-becc-c5db3fa00d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:02.345758 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-b6715ad6-0b49-4e01-becc-c5db3fa00d6a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1812ca54-d68e-4944-80f7-1b2b8687121f HTTP/1.1" status: 204 len: 168 time: 0.2077553 Apr 01 10:14:02.354268 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6715ad6-0b49-4e01-becc-c5db3fa00d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1812ca54-d68e-4944-80f7-1b2b8687121f,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:02.621229 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b731657-a7ec-4d58-b8cf-5e6ef1c859fb req-75be9925-025e-49ff-a6f9-b3e17504e58e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:02.623657 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0b731657-a7ec-4d58-b8cf-5e6ef1c859fb req-75be9925-025e-49ff-a6f9-b3e17504e58e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0593429 Apr 01 10:14:02.679506 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0b731657-a7ec-4d58-b8cf-5e6ef1c859fb req-2440906a-46d9-4fd4-8267-d5de7ee1abdb tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492527 Apr 01 10:14:03.348227 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:03.801396 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab346b-ac91-4996-a243-3c7a57bb90c6 req-20566d58-7d03-4605-83b5-48038260cddc tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:03.802911 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-90ab346b-ac91-4996-a243-3c7a57bb90c6 req-20566d58-7d03-4605-83b5-48038260cddc tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0547581 Apr 01 10:14:03.858750 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-90ab346b-ac91-4996-a243-3c7a57bb90c6 req-30f66980-1a18-416c-8621-37590fea8d25 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486584 Apr 01 10:14:04.907110 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:04.994640 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403c4c1b-04ac-4442-b897-bd88f17dcbab req-c0681b28-fd1c-4e31-b2fe-96a75406a434 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:04.996168 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-403c4c1b-04ac-4442-b897-bd88f17dcbab req-c0681b28-fd1c-4e31-b2fe-96a75406a434 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0639613 Apr 01 10:14:05.048042 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-403c4c1b-04ac-4442-b897-bd88f17dcbab req-ece232ec-6bbd-4283-9203-75d595bf0abb tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Apr 01 10:14:06.176285 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe13e7-b497-491c-973c-3ce474d8332c req-a55b51d5-6266-4ea1-82f2-93d473514b5f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:06.178686 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2abe13e7-b497-491c-973c-3ce474d8332c req-a55b51d5-6266-4ea1-82f2-93d473514b5f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0613551 Apr 01 10:14:06.241768 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2abe13e7-b497-491c-973c-3ce474d8332c req-bf8bed24-aae3-454b-b82f-ed040a7923c6 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571427 Apr 01 10:14:07.363921 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd64c84-eff7-4d74-b65f-4a5a11f21a7b req-779a891f-bedf-4145-a3af-7ca771c3b89a tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:07.365448 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1fd64c84-eff7-4d74-b65f-4a5a11f21a7b req-779a891f-bedf-4145-a3af-7ca771c3b89a tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0539238 Apr 01 10:14:07.412153 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1fd64c84-eff7-4d74-b65f-4a5a11f21a7b req-2f5fd506-aeb6-4cc1-8b45-80f44c296f2f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Apr 01 10:14:08.533270 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f171d6-91c6-482f-b6a9-7da098ce70d2 req-4f26ec60-6091-4212-9b3f-2ac8ca28b1e4 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:08.539952 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-78f171d6-91c6-482f-b6a9-7da098ce70d2 req-4f26ec60-6091-4212-9b3f-2ac8ca28b1e4 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0628371 Apr 01 10:14:08.582674 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-78f171d6-91c6-482f-b6a9-7da098ce70d2 req-d38233c0-a2a7-45b4-8120-2d674bd4d174 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Apr 01 10:14:09.716330 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470b4a7-1857-4214-a359-945ecbf4ac08 req-1b888d41-044b-48fc-9801-0c7f876657e9 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:09.716330 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c470b4a7-1857-4214-a359-945ecbf4ac08 req-1b888d41-044b-48fc-9801-0c7f876657e9 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0626109 Apr 01 10:14:09.780969 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c470b4a7-1857-4214-a359-945ecbf4ac08 req-315a6ec0-6f46-4b6c-86d1-349645a86a12 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583410 Apr 01 10:14:09.820582 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35720) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:09.934941 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b8f41b2a-0249-4875-8d50-b4f1efcd4263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:10.014183 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b8f41b2a-0249-4875-8d50-b4f1efcd4263 admin admin] Publish callbacks [] for security_group (eb49f8a8-ab23-40df-b8bd-60fa561c1dde), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:10.078670 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b8f41b2a-0249-4875-8d50-b4f1efcd4263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (eb49f8a8-ab23-40df-b8bd-60fa561c1dde), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:10.116971 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-b8f41b2a-0249-4875-8d50-b4f1efcd4263 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1983a7ed99c4474f90196cdee4f95ff4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2953341 Apr 01 10:14:10.117898 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f41b2a-0249-4875-8d50-b4f1efcd4263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb49f8a8-ab23-40df-b8bd-60fa561c1dde,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:10.120734 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35732) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:10.178672 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ff325fe7-b6d6-4352-8451-6f3116b7f922 admin admin] Publish callbacks [] for security_group (eb49f8a8-ab23-40df-b8bd-60fa561c1dde), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:10.203544 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ff325fe7-b6d6-4352-8451-6f3116b7f922 admin admin] Publish callbacks [] for security_group (eb49f8a8-ab23-40df-b8bd-60fa561c1dde), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:10.370736 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ff325fe7-b6d6-4352-8451-6f3116b7f922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (eb49f8a8-ab23-40df-b8bd-60fa561c1dde), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:10.374630 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ff325fe7-b6d6-4352-8451-6f3116b7f922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:10.378591 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-ff325fe7-b6d6-4352-8451-6f3116b7f922 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb49f8a8-ab23-40df-b8bd-60fa561c1dde HTTP/1.1" status: 204 len: 168 time: 0.2541933 Apr 01 10:14:10.391715 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff325fe7-b6d6-4352-8451-6f3116b7f922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb49f8a8-ab23-40df-b8bd-60fa561c1dde,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:10.918975 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a9b8c3-f174-4621-9ca6-c6a0cad9c264 req-0798144c-fb80-409e-837e-4fdba9944812 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:10.918975 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c2a9b8c3-f174-4621-9ca6-c6a0cad9c264 req-0798144c-fb80-409e-837e-4fdba9944812 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0640683 Apr 01 10:14:10.968915 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c2a9b8c3-f174-4621-9ca6-c6a0cad9c264 req-4958327c-3be2-4d55-b19f-95376cbb0f48 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447264 Apr 01 10:14:11.021347 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35784) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:11.037062 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-71de117c-f334-43f6-a9d2-a5c5517ad9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:11.117057 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-71de117c-f334-43f6-a9d2-a5c5517ad9d3 admin admin] Publish callbacks [] for security_group (34a0a38e-3a70-4e4a-8bd9-827c68a677b5), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:11.164339 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-71de117c-f334-43f6-a9d2-a5c5517ad9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (34a0a38e-3a70-4e4a-8bd9-827c68a677b5), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:11.203907 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-71de117c-f334-43f6-a9d2-a5c5517ad9d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9b76b9ef563c490593cc5a7d45a23031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1808050 Apr 01 10:14:11.205003 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de117c-f334-43f6-a9d2-a5c5517ad9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0a38e-3a70-4e4a-8bd9-827c68a677b5,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:11.206488 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35794) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:11.257577 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-11cca4d1-d108-49af-896d-7195d55d4b22 admin admin] Publish callbacks [] for security_group (34a0a38e-3a70-4e4a-8bd9-827c68a677b5), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:11.279282 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-11cca4d1-d108-49af-896d-7195d55d4b22 admin admin] Publish callbacks [] for security_group (34a0a38e-3a70-4e4a-8bd9-827c68a677b5), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:11.381514 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-11cca4d1-d108-49af-896d-7195d55d4b22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (34a0a38e-3a70-4e4a-8bd9-827c68a677b5), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:11.384944 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-11cca4d1-d108-49af-896d-7195d55d4b22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:11.386495 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-11cca4d1-d108-49af-896d-7195d55d4b22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34a0a38e-3a70-4e4a-8bd9-827c68a677b5 HTTP/1.1" status: 204 len: 168 time: 0.1781344 Apr 01 10:14:11.398930 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cca4d1-d108-49af-896d-7195d55d4b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0a38e-3a70-4e4a-8bd9-827c68a677b5,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:11.477618 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 35808) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:11.621499 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e86a7b46-1138-441f-8c6f-eb533d342cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:11.695504 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e86a7b46-1138-441f-8c6f-eb533d342cfd admin admin] Publish callbacks [] for security_group (7589b05e-53fb-48dc-8725-288276e77d7c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:11.769667 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e86a7b46-1138-441f-8c6f-eb533d342cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (7589b05e-53fb-48dc-8725-288276e77d7c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:11.812452 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a7b46-1138-441f-8c6f-eb533d342cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7589b05e-53fb-48dc-8725-288276e77d7c,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:11.821018 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35824) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:11.821278 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e86a7b46-1138-441f-8c6f-eb533d342cfd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=126615e04e344758a19e9e1c8eb2c250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3416693 Apr 01 10:14:11.881405 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8b6a96b5-199a-45ef-99eb-184b93863c36 admin admin] Publish callbacks [] for security_group (7589b05e-53fb-48dc-8725-288276e77d7c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:11.907029 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8b6a96b5-199a-45ef-99eb-184b93863c36 admin admin] Publish callbacks [] for security_group (7589b05e-53fb-48dc-8725-288276e77d7c), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:12.032582 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8b6a96b5-199a-45ef-99eb-184b93863c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (7589b05e-53fb-48dc-8725-288276e77d7c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:12.040046 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8b6a96b5-199a-45ef-99eb-184b93863c36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:12.042039 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-8b6a96b5-199a-45ef-99eb-184b93863c36 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7589b05e-53fb-48dc-8725-288276e77d7c HTTP/1.1" status: 204 len: 168 time: 0.2199893 Apr 01 10:14:12.057324 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a96b5-199a-45ef-99eb-184b93863c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7589b05e-53fb-48dc-8725-288276e77d7c,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:12.135586 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f48577-f0f2-4e98-959b-c5b9331f8b3f req-89eb2f63-de37-429a-97bc-a9761ca8f3e8 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:12.137609 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-75f48577-f0f2-4e98-959b-c5b9331f8b3f req-89eb2f63-de37-429a-97bc-a9761ca8f3e8 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0816598 Apr 01 10:14:12.220173 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-75f48577-f0f2-4e98-959b-c5b9331f8b3f req-2b471c33-ad43-47d6-beca-8f1a422a2fcc tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660312 Apr 01 10:14:12.855313 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dc09d-b426-4169-9734-bd9081f7409c req-a363220c-b02f-4628-bf30-bd5603497cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:12.857756 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-e17dc09d-b426-4169-9734-bd9081f7409c req-a363220c-b02f-4628-bf30-bd5603497cbe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 1130 time: 0.0469918 Apr 01 10:14:12.907911 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-e17dc09d-b426-4169-9734-bd9081f7409c req-514bd642-9c09-4b14-9f49-44541686735f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410733 Apr 01 10:14:13.049279 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35894) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:13.143111 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-55668167-network', 'tenant_id': '10aa67e316bc476c8e774ec7c98c3f5d'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:13.226915 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Made reservation on behalf of 10aa67e316bc476c8e774ec7c98c3f5d for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:14:13.229974 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:13.240499 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:13.369769 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Publish callbacks [] for security_group (f1f0c2e8-3acf-4be4-b815-a74428fc500f), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:13.387361 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c7cfe-f3c6-4798-89be-6a4a6e697450 req-d8553c41-7e10-4ce4-8a07-6fd09eeaa163 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:13.393622 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a74c7cfe-f3c6-4798-89be-6a4a6e697450 req-d8553c41-7e10-4ce4-8a07-6fd09eeaa163 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0929117 Apr 01 10:14:13.438529 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a74c7cfe-f3c6-4798-89be-6a4a6e697450 req-122ff8df-89b4-4915-9863-d8183856b766 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Apr 01 10:14:13.449880 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (f1f0c2e8-3acf-4be4-b815-a74428fc500f), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:13.481605 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:14:13.487042 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f0c2e8-3acf-4be4-b815-a74428fc500f,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:13.494243 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (903885c6-e6df-431c-9e69-b9b543864e05), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:13.494580 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.segments_db [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Added segment 903885c6-e6df-431c-9e69-b9b543864e05 of type vlan for network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f Apr 01 10:14:13.534069 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (47b80e44-f9c0-4bc0-98ef-6868c01ae62f), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:13.632640 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (47b80e44-f9c0-4bc0-98ef-6868c01ae62f), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:13.633841 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:13.634754 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:13.694435 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] Pushing event updated for resources: {'Network': ['ID=47b80e44-f9c0-4bc0-98ef-6868c01ae62f,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:13.703969 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:14:13.749470 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-c7f159a7-71a1-42be-8498-4677d1ae698f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6990347 Apr 01 10:14:13.752222 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 35926) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:13.756943 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] Request body: {'subnet': {'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-55668167-subnet', 'tenant_id': '10aa67e316bc476c8e774ec7c98c3f5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:13.839133 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] Made reservation on behalf of 10aa67e316bc476c8e774ec7c98c3f5d for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:14:13.841452 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14539029'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:14.067150 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13601765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14539011'] for subnet (f1bcd30b-c224-4214-ba77-27d5fd8ea342), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:14.128475 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1bcd30b-c224-4214-ba77-27d5fd8ea342,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:14.133721 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] Checking segment: {'id': '903885c6-e6df-431c-9e69-b9b543864e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:14:14.134780 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] Network hostable DHCP agents. Network: 47b80e44-f9c0-4bc0-98ef-6868c01ae62f, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:14:14.232917 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] Network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:14:14.335193 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 47b80e44-f9c0-4bc0-98ef-6868c01ae62f) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:14:14.339383 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:14.340047 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:14.351248 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a98d5-da5b-4e6f-b4a7-0ffbfc065fb6 None None] Network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:14:14.435857 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-76567f8a-c229-48cd-ad64-c87ea6078c33 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6824887 Apr 01 10:14:14.450534 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71863709-591b-40d1-bcfe-0391c24f9d63 None None] Network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:14:14.565406 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4aca9-7047-4c1e-9212-35c6b84aec2d req-4c11e88d-c8f1-439f-9310-ff1d2e26a47a tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:14.569368 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-92e4aca9-7047-4c1e-9212-35c6b84aec2d req-4c11e88d-c8f1-439f-9310-ff1d2e26a47a tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0590093 Apr 01 10:14:14.637676 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-92e4aca9-7047-4c1e-9212-35c6b84aec2d req-121968c1-6fbe-46af-bbda-b220e4d86263 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509732 Apr 01 10:14:14.762981 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f1033-fe58-4a36-87ba-19b3e9158895 req-53271579-ee92-4994-99d5-ec53a1415593 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:14.764700 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7d4f1033-fe58-4a36-87ba-19b3e9158895 req-53271579-ee92-4994-99d5-ec53a1415593 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0579481 Apr 01 10:14:14.812003 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7d4f1033-fe58-4a36-87ba-19b3e9158895 req-8a7041dc-4d1d-4343-be39-e43d2156a9c2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416067 Apr 01 10:14:16.830726 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0578-8ead-4104-9911-947fcb0b0843 req-b7fbf311-0ef1-4828-9fb4-b70cb6410242 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:16.832296 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-b7fbf311-0ef1-4828-9fb4-b70cb6410242 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/networks?id=47b80e44-f9c0-4bc0-98ef-6868c01ae62f HTTP/1.1" status: 200 len: 807 time: 0.1085682 Apr 01 10:14:16.848499 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-24cd4a36-b1c5-493e-a590-fa547cb1aa63 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/quotas/10aa67e316bc476c8e774ec7c98c3f5d HTTP/1.1" status: 200 len: 375 time: 0.0100682 Apr 01 10:14:16.882212 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-6d0ee6d6-946a-423e-b759-98417dada9a7 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=10aa67e316bc476c8e774ec7c98c3f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282421 Apr 01 10:14:16.973779 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-c49bd273-fd80-49cf-92d8-19a62e0d96c4 service neutron] 10.222.0.13 "GET /v2.0/networks/47b80e44-f9c0-4bc0-98ef-6868c01ae62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862052 Apr 01 10:14:17.064533 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-f772f6b0-c61f-4607-9bfd-62311ab1dc65 service neutron] 10.222.0.13 "GET /v2.0/networks/47b80e44-f9c0-4bc0-98ef-6868c01ae62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850027 Apr 01 10:14:17.336932 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8a607-5112-405f-9ff1-f9c4892b51bf req-97d49651-1c80-4b7e-b984-0a0ecf4db055 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:17.337959 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-70c8a607-5112-405f-9ff1-f9c4892b51bf req-97d49651-1c80-4b7e-b984-0a0ecf4db055 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0973148 Apr 01 10:14:17.366950 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51354975-0f24-4635-ad37-50dd5c0f9e82 req-c7ae56d3-afc6-4f82-9aa8-c722c95ca36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:17.369867 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-51354975-0f24-4635-ad37-50dd5c0f9e82 req-c7ae56d3-afc6-4f82-9aa8-c722c95ca36b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 1130 time: 0.0688989 Apr 01 10:14:17.431499 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-743945e7-9a4d-4d90-9649-4a8589d7f099 req-47d7e3bf-57c9-4e37-971c-d3a4c758e233 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 210 time: 0.0489788 Apr 01 10:14:17.436595 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36032) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:17.463553 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-70c8a607-5112-405f-9ff1-f9c4892b51bf req-19699f28-d3e2-4369-94b3-bff14f5fa935 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180930 Apr 01 10:14:17.515813 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51354975-0f24-4635-ad37-50dd5c0f9e82 req-be601685-fc9d-47c2-a8f0-842e5c9253ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:17.517343 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-51354975-0f24-4635-ad37-50dd5c0f9e82 req-be601685-fc9d-47c2-a8f0-842e5c9253ed service neutron] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 920 time: 0.1377916 Apr 01 10:14:17.561810 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-51354975-0f24-4635-ad37-50dd5c0f9e82 req-8d2088a1-9eb1-41eb-ba63-9baab5082290 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3467b345-8f39-4c22-90b9-0cbb19978bf4 HTTP/1.1" status: 200 len: 217 time: 0.0373006 Apr 01 10:14:17.583132 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-eb046e8b-d43d-46f4-bae9-c42da5190da2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:17.639405 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51354975-0f24-4635-ad37-50dd5c0f9e82 req-b7f1e6cb-ecbc-4bf7-9805-06d4998e7274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:17.640848 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-51354975-0f24-4635-ad37-50dd5c0f9e82 req-b7f1e6cb-ecbc-4bf7-9805-06d4998e7274 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.0649545 Apr 01 10:14:17.714687 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51354975-0f24-4635-ad37-50dd5c0f9e82 req-f352a5bf-c061-4355-b707-06eca0e68ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:17.714687 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-51354975-0f24-4635-ad37-50dd5c0f9e82 req-f352a5bf-c061-4355-b707-06eca0e68ba0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0648832 Apr 01 10:14:17.727309 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-eb046e8b-d43d-46f4-bae9-c42da5190da2 admin admin] Publish callbacks [] for security_group (a41e1c40-2b30-4059-8dff-d0b88d094479), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:17.782281 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-eb046e8b-d43d-46f4-bae9-c42da5190da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (a41e1c40-2b30-4059-8dff-d0b88d094479), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:17.839933 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb046e8b-d43d-46f4-bae9-c42da5190da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41e1c40-2b30-4059-8dff-d0b88d094479,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:17.845896 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-eb046e8b-d43d-46f4-bae9-c42da5190da2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7b04fa4f63b948ec97446913a6baa44f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082265 Apr 01 10:14:17.848743 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36054) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:17.874344 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-51354975-0f24-4635-ad37-50dd5c0f9e82 req-c2256534-7458-4688-a117-f5f6c4a98ebf service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363575 Apr 01 10:14:17.934185 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f64e8f3e-65f5-44c8-8219-97e154432abd admin admin] Publish callbacks [] for security_group (a41e1c40-2b30-4059-8dff-d0b88d094479), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:17.958156 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f64e8f3e-65f5-44c8-8219-97e154432abd admin admin] Publish callbacks [] for security_group (a41e1c40-2b30-4059-8dff-d0b88d094479), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:17.987676 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-51354975-0f24-4635-ad37-50dd5c0f9e82 req-b2cce19f-0013-4cc3-a871-22a96457acf1 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004179 Apr 01 10:14:18.056081 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f64e8f3e-65f5-44c8-8219-97e154432abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (a41e1c40-2b30-4059-8dff-d0b88d094479), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:18.063469 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f64e8f3e-65f5-44c8-8219-97e154432abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:18.063469 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-f64e8f3e-65f5-44c8-8219-97e154432abd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a41e1c40-2b30-4059-8dff-d0b88d094479 HTTP/1.1" status: 204 len: 168 time: 0.2102234 Apr 01 10:14:18.069458 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e8f3e-65f5-44c8-8219-97e154432abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41e1c40-2b30-4059-8dff-d0b88d094479,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:18.521834 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-657a729e-3227-4cc5-afab-caac05d9c28c req-f9306944-8ee8-46da-ba7a-26f2241b3826 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 210 time: 0.0293374 Apr 01 10:14:18.586213 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a31669-e340-4922-82c5-d0df097539b8 req-dd44de41-0bbc-47d5-85ba-06a3c9d7eabb tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:18.588315 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-29a31669-e340-4922-82c5-d0df097539b8 req-dd44de41-0bbc-47d5-85ba-06a3c9d7eabb tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0511870 Apr 01 10:14:18.643242 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-29a31669-e340-4922-82c5-d0df097539b8 req-11a4e8f1-98e6-44a5-9e96-65002ece86c8 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479584 Apr 01 10:14:18.737474 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36100) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:18.845959 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3f41ab50-ea5e-46e3-b615-a83a1d394a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:18.937363 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3f41ab50-ea5e-46e3-b615-a83a1d394a1d admin admin] Publish callbacks [] for security_group (eae65bc7-7e72-434a-b5cf-be685be08fde), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:19.015221 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3f41ab50-ea5e-46e3-b615-a83a1d394a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (eae65bc7-7e72-434a-b5cf-be685be08fde), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:19.068486 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36118) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:19.069106 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-3f41ab50-ea5e-46e3-b615-a83a1d394a1d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2d7a65d130914e778c111ef8a1cc7695&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305120 Apr 01 10:14:19.070087 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41ab50-ea5e-46e3-b615-a83a1d394a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae65bc7-7e72-434a-b5cf-be685be08fde,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:19.128728 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ab86-feca-4acd-8e11-0e11d1840513 admin admin] Publish callbacks [] for security_group (eae65bc7-7e72-434a-b5cf-be685be08fde), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:19.150836 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ab86-feca-4acd-8e11-0e11d1840513 admin admin] Publish callbacks [] for security_group (eae65bc7-7e72-434a-b5cf-be685be08fde), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:19.255399 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ab86-feca-4acd-8e11-0e11d1840513 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (eae65bc7-7e72-434a-b5cf-be685be08fde), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:19.258070 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecf4ab86-feca-4acd-8e11-0e11d1840513 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:19.259239 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-ecf4ab86-feca-4acd-8e11-0e11d1840513 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eae65bc7-7e72-434a-b5cf-be685be08fde HTTP/1.1" status: 204 len: 168 time: 0.1893482 Apr 01 10:14:19.266942 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf4ab86-feca-4acd-8e11-0e11d1840513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae65bc7-7e72-434a-b5cf-be685be08fde,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:19.624232 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1848fed5-f25d-41e8-9cb1-889e602ce90d req-5de1edfe-a1d6-4bbc-9fd2-1ed73f5da5bc tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 210 time: 0.0270507 Apr 01 10:14:19.770876 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea839a3-1c4a-4d0c-915a-8741130a9326 req-1e53df84-fa8a-4342-b85b-9456ead36dda tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:19.773289 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4ea839a3-1c4a-4d0c-915a-8741130a9326 req-1e53df84-fa8a-4342-b85b-9456ead36dda tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0633712 Apr 01 10:14:19.825478 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4ea839a3-1c4a-4d0c-915a-8741130a9326 req-126b9a90-4592-47dc-b8ee-9c18b1ad1fda tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512943 Apr 01 10:14:19.848895 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0578-8ead-4104-9911-947fcb0b0843 req-be1f5acb-d9a0-418b-9b2f-91f86c765ff5 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:19.850354 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-be1f5acb-d9a0-418b-9b2f-91f86c765ff5 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.43 "GET /v2.0/networks?id=47b80e44-f9c0-4bc0-98ef-6868c01ae62f HTTP/1.1" status: 200 len: 807 time: 0.1122830 Apr 01 10:14:19.870754 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Request body: {'port': {'device_id': '3c2679ab-a08c-4d4b-8dc8-70e5708d6646', 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f', 'admin_state_up': True, 'tenant_id': '10aa67e316bc476c8e774ec7c98c3f5d'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:20.003605 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36138) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:20.017112 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b2d692b3-54df-43f0-8639-e796d0cc8928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:20.078108 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Made reservation on behalf of 10aa67e316bc476c8e774ec7c98c3f5d for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:14:20.081405 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:20.103037 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b2d692b3-54df-43f0-8639-e796d0cc8928 admin admin] Publish callbacks [] for security_group (81862721-0160-4978-aa4a-71695aeb0c5d), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:20.166185 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b2d692b3-54df-43f0-8639-e796d0cc8928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (81862721-0160-4978-aa4a-71695aeb0c5d), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:20.255266 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-b2d692b3-54df-43f0-8639-e796d0cc8928 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0c911f4f717c4679a2446636dc82ec90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505841 Apr 01 10:14:20.257898 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36148) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:20.265087 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d692b3-54df-43f0-8639-e796d0cc8928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81862721-0160-4978-aa4a-71695aeb0c5d,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:20.279254 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Allocated IP 172.20.0.4 (47b80e44-f9c0-4bc0-98ef-6868c01ae62f/f1bcd30b-c224-4214-ba77-27d5fd8ea342/f5a383b6-501e-4425-b74d-d7c0143e9b54) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:14:20.309805 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6172cb17-e967-49de-8522-afe08977cdac admin admin] Publish callbacks [] for security_group (81862721-0160-4978-aa4a-71695aeb0c5d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:20.331060 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6172cb17-e967-49de-8522-afe08977cdac admin admin] Publish callbacks [] for security_group (81862721-0160-4978-aa4a-71695aeb0c5d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:20.426573 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks [] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:20.444181 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6172cb17-e967-49de-8522-afe08977cdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (81862721-0160-4978-aa4a-71695aeb0c5d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:20.447900 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6172cb17-e967-49de-8522-afe08977cdac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:20.454636 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-6172cb17-e967-49de-8522-afe08977cdac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/81862721-0160-4978-aa4a-71695aeb0c5d HTTP/1.1" status: 204 len: 168 time: 0.1890187 Apr 01 10:14:20.457623 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172cb17-e967-49de-8522-afe08977cdac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81862721-0160-4978-aa4a-71695aeb0c5d,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:20.542421 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:20.744412 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e224d-5795-4231-b6a9-0a7d30738713 req-ac8fa0e9-4a29-457b-9438-8b7ae66b990e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:20.745970 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-886e224d-5795-4231-b6a9-0a7d30738713 req-ac8fa0e9-4a29-457b-9438-8b7ae66b990e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 931 time: 0.0523138 Apr 01 10:14:20.796512 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:14:20.800172 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:14:20.808485 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-886e224d-5795-4231-b6a9-0a7d30738713 req-ef39d164-6b16-443d-ad65-b145188f6f03 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563800 Apr 01 10:14:20.811215 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:14:20.818169 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:20.819007 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:20.840800 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Pushing event updated for resources: {'Port': ['ID=f5a383b6-501e-4425-b74d-d7c0143e9b54,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:20.909759 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-40a6d4c5-c193-4e39-bc7e-4ce995eb180f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0425351 Apr 01 10:14:20.924271 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Request body: {'port': {'device_id': '3c2679ab-a08c-4d4b-8dc8-70e5708d6646', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:20.956137 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd97348b-28e9-43ee-b44a-87a2055aae59 req-885c60dc-a156-4db4-819b-4b9fa9c0edf1 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:20.958064 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd97348b-28e9-43ee-b44a-87a2055aae59 req-885c60dc-a156-4db4-819b-4b9fa9c0edf1 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0600641 Apr 01 10:14:20.994297 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:21.010352 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fd97348b-28e9-43ee-b44a-87a2055aae59 req-5b14bea6-3b5d-4723-a76a-7b2a3b2beb0b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443871 Apr 01 10:14:21.258329 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a383b6-501e-4425-b74d-d7c0143e9b54 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:14:21.266342 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Publish callbacks [] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:21.278678 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Transition to ACTIVE for port object f5a383b6-501e-4425-b74d-d7c0143e9b54 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:14:21.400954 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:21.447152 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a383b6-501e-4425-b74d-d7c0143e9b54,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:21.477200 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Attempting to bind port f5a383b6-501e-4425-b74d-d7c0143e9b54 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:14:21.477570 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Attempting to bind port f5a383b6-501e-4425-b74d-d7c0143e9b54 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '903885c6-e6df-431c-9e69-b9b543864e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:14:21.477897 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Attempting to bind port f5a383b6-501e-4425-b74d-d7c0143e9b54 on network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:14:21.482111 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Port f5a383b6-501e-4425-b74d-d7c0143e9b54 on network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:14:21.487048 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Attempting to bind port f5a383b6-501e-4425-b74d-d7c0143e9b54 on network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:14:21.487741 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:14:21.487741 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Checking segment: {'id': '903885c6-e6df-431c-9e69-b9b543864e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:14:21.488002 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Bound using segment: {'id': '903885c6-e6df-431c-9e69-b9b543864e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:14:21.488424 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Bound port: f5a383b6-501e-4425-b74d-d7c0143e9b54, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903885c6-e6df-431c-9e69-b9b543864e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:14:21.488785 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:21.553913 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] For port f5a383b6-501e-4425-b74d-d7c0143e9b54, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:14:21.557918 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] For port f5a383b6-501e-4425-b74d-d7c0143e9b54, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f5a383b6-501e-4425-b74d-d7c0143e9b54,segment=NetworkSegment(903885c6-e6df-431c-9e69-b9b543864e05),segment_id=903885c6-e6df-431c-9e69-b9b543864e05)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:14:21.638677 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:21.672106 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:21.672780 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:21.674454 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] 10.222.0.43 "PUT /v2.0/ports/f5a383b6-501e-4425-b74d-d7c0143e9b54 HTTP/1.1" status: 200 len: 1093 time: 0.7545214 Apr 01 10:14:21.676668 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2679ab-a08c-4d4b-8dc8-70e5708d6646', 'tag': 'f5a383b6-501e-4425-b74d-d7c0143e9b54'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:14:21.679732 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c5984e-83bc-4694-b386-ebde880f8d00" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2679ab-a08c-4d4b-8dc8-70e5708d6646", "tag": "f5a383b6-501e-4425-b74d-d7c0143e9b54"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:14:21.707229 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a0855-f487-4dbd-826c-da78c67c57a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a383b6-501e-4425-b74d-d7c0143e9b54,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:21.718624 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-794c0046-03be-4c1a-b6c5-6caa92f41c9a x-openstack-request-id: req-794c0046-03be-4c1a-b6c5-6caa92f41c9a {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:14:21.718997 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2679ab-a08c-4d4b-8dc8-70e5708d6646", "tag": "f5a383b6-501e-4425-b74d-d7c0143e9b54", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:14:21.719303 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-794c0046-03be-4c1a-b6c5-6caa92f41c9a {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:14:21.719763 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794c0046-03be-4c1a-b6c5-6caa92f41c9a'] response: {'name': 'network-changed', 'server_uuid': '3c2679ab-a08c-4d4b-8dc8-70e5708d6646', 'tag': 'f5a383b6-501e-4425-b74d-d7c0143e9b54', 'status': 'completed', 'code': 200} Apr 01 10:14:21.793763 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5984e-83bc-4694-b386-ebde880f8d00 req-a68edb5e-087f-415a-8f8a-58ebe281e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:21.795301 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-46c5984e-83bc-4694-b386-ebde880f8d00 req-a68edb5e-087f-415a-8f8a-58ebe281e19f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=10aa67e316bc476c8e774ec7c98c3f5d&device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 1127 time: 0.0440392 Apr 01 10:14:21.925446 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5984e-83bc-4694-b386-ebde880f8d00 req-b23f4c3f-be4a-40ce-a77f-802455ebaf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:21.926936 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-46c5984e-83bc-4694-b386-ebde880f8d00 req-b23f4c3f-be4a-40ce-a77f-802455ebaf54 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=10aa67e316bc476c8e774ec7c98c3f5d&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1090682 Apr 01 10:14:21.955953 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad64fe7-8286-4e34-9b02-c7abcc2a5c28 req-b534e992-9ed1-4bfb-92ac-64c1de80dce6 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:21.957579 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5ad64fe7-8286-4e34-9b02-c7abcc2a5c28 req-b534e992-9ed1-4bfb-92ac-64c1de80dce6 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 943 time: 0.0619552 Apr 01 10:14:22.029855 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5ad64fe7-8286-4e34-9b02-c7abcc2a5c28 req-48c032ad-ff9e-4f0e-aa5e-82996bc52302 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658019 Apr 01 10:14:22.072376 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5984e-83bc-4694-b386-ebde880f8d00 req-1d3fbb35-4344-4bcc-ba23-aae8cbe9f21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:22.076050 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-46c5984e-83bc-4694-b386-ebde880f8d00 req-1d3fbb35-4344-4bcc-ba23-aae8cbe9f21e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1404517 Apr 01 10:14:22.146112 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3805a-bb1f-4863-8f9f-3ecc9e7bb743 req-7fea260e-93db-4d57-8461-8c4ed2ba9058 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:22.147577 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b8c3805a-bb1f-4863-8f9f-3ecc9e7bb743 req-7fea260e-93db-4d57-8461-8c4ed2ba9058 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0575769 Apr 01 10:14:22.160346 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0578-8ead-4104-9911-947fcb0b0843 req-33e2ab8a-2914-486b-89a5-d99d4f28e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:22.161861 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-33e2ab8a-2914-486b-89a5-d99d4f28e4ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=10aa67e316bc476c8e774ec7c98c3f5d&device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 1127 time: 0.0452576 Apr 01 10:14:22.207210 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b8c3805a-bb1f-4863-8f9f-3ecc9e7bb743 req-673049af-4538-4974-bb29-d7d1c893a104 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529592 Apr 01 10:14:22.215070 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-89fdc95e-1e95-4ede-9606-f0a77caf92f8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5a383b6-501e-4425-b74d-d7c0143e9b54 HTTP/1.1" status: 200 len: 217 time: 0.0415556 Apr 01 10:14:22.280325 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771e0578-8ead-4104-9911-947fcb0b0843 req-2cd50deb-5d83-4b5e-9aed-e4ae1e64813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:22.281886 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-2cd50deb-5d83-4b5e-9aed-e4ae1e64813c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1bcd30b-c224-4214-ba77-27d5fd8ea342 HTTP/1.1" status: 200 len: 847 time: 0.0545897 Apr 01 10:14:22.314170 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-5ac5043b-be5f-44ab-b4f9-5cdd2c4f264a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47b80e44-f9c0-4bc0-98ef-6868c01ae62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254939 Apr 01 10:14:22.422119 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-3cc48828-d87d-44f0-a786-0a23ac6f2039 service neutron] 10.222.0.43 "GET /v2.0/networks/47b80e44-f9c0-4bc0-98ef-6868c01ae62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008496 Apr 01 10:14:22.512726 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-771e0578-8ead-4104-9911-947fcb0b0843 req-cf293f9c-50c7-48b6-930a-b45c62c2cada service neutron] 10.222.0.43 "GET /v2.0/networks/47b80e44-f9c0-4bc0-98ef-6868c01ae62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828848 Apr 01 10:14:23.151698 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be55ee6-98c5-4312-866c-fb42a3ba80c0 req-249fada7-715e-4086-8fb1-4c870af13e7b tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:23.153210 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1be55ee6-98c5-4312-866c-fb42a3ba80c0 req-249fada7-715e-4086-8fb1-4c870af13e7b tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 943 time: 0.0520070 Apr 01 10:14:23.201128 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1be55ee6-98c5-4312-866c-fb42a3ba80c0 req-107a76fa-be90-4ea0-a033-979089288a34 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Apr 01 10:14:23.355499 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e67153-80a8-4369-8eb7-52f6ef8f89a0 req-4826ecf2-3480-4f28-9cbc-8b63e41c2baa tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:23.357190 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-19e67153-80a8-4369-8eb7-52f6ef8f89a0 req-4826ecf2-3480-4f28-9cbc-8b63e41c2baa tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0730741 Apr 01 10:14:23.415914 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-19e67153-80a8-4369-8eb7-52f6ef8f89a0 req-48882444-0fab-4e07-89c7-c3710123a3cf tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468595 Apr 01 10:14:24.328395 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab7098-0db2-463e-ad95-84dfe842a934 req-1384ba54-a831-4a33-ae1c-33ae3df5aa4f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:24.334017 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b1ab7098-0db2-463e-ad95-84dfe842a934 req-1384ba54-a831-4a33-ae1c-33ae3df5aa4f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 943 time: 0.0590315 Apr 01 10:14:24.391787 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b1ab7098-0db2-463e-ad95-84dfe842a934 req-135cf681-fd2d-41dc-ac9b-a0549571e67c tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524721 Apr 01 10:14:24.529991 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d41b0-09a5-459a-930d-99426d2bb98e req-a099547d-9958-455c-912a-e59425f3317c tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:24.531512 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7d4d41b0-09a5-459a-930d-99426d2bb98e req-a099547d-9958-455c-912a-e59425f3317c tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0506861 Apr 01 10:14:24.577594 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7d4d41b0-09a5-459a-930d-99426d2bb98e req-fbe2bc95-ca45-4e6e-b9a4-473dbf4dc4a2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405195 Apr 01 10:14:25.081005 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f5a383b6-501e-4425-b74d-d7c0143e9b54 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:14:25.177168 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f5a383b6-501e-4425-b74d-d7c0143e9b54, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f5a383b6-501e-4425-b74d-d7c0143e9b54,segment=NetworkSegment(903885c6-e6df-431c-9e69-b9b543864e05),segment_id=903885c6-e6df-431c-9e69-b9b543864e05)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:25.188872 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'f5a383b6-501e-4425-b74d-d7c0143e9b54', 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f', 'port_id': 'f5a383b6-501e-4425-b74d-d7c0143e9b54', 'mac_address': 'fa:16:3e:19:e1:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1bcd30b-c224-4214-ba77-27d5fd8ea342', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:14:25.231377 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port f5a383b6-501e-4425-b74d-d7c0143e9b54 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:14:25.231377 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:25.240835 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a383b6-501e-4425-b74d-d7c0143e9b54 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:14:25.261339 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f5a383b6-501e-4425-b74d-d7c0143e9b54, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f5a383b6-501e-4425-b74d-d7c0143e9b54,segment=NetworkSegment(903885c6-e6df-431c-9e69-b9b543864e05),segment_id=903885c6-e6df-431c-9e69-b9b543864e05)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:25.334911 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:25.382643 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=f5a383b6-501e-4425-b74d-d7c0143e9b54,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:25.390593 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.390948 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.391287 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.391647 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.391982 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.392310 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.392634 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.392967 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.393315 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.393628 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.393947 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.394340 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.394698 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.395018 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.395336 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:25.509669 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e2356-265e-4f8b-b8e6-26837fe59bcb req-a1740a37-c45d-41e8-ac00-462544d91b12 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:25.511268 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a40e2356-265e-4f8b-b8e6-26837fe59bcb req-a1740a37-c45d-41e8-ac00-462544d91b12 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 944 time: 0.0560148 Apr 01 10:14:25.560869 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a40e2356-265e-4f8b-b8e6-26837fe59bcb req-467f8c32-5baf-4381-8e2f-32da39d96aee tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435369 Apr 01 10:14:25.643308 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['f5a383b6-501e-4425-b74d-d7c0143e9b54'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:14:25.705821 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97c68e-0c16-4518-b18f-851ce4845d08 req-3f8f12bc-4ebf-4c53-8b1e-a88ed73113cc tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:25.713046 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cc97c68e-0c16-4518-b18f-851ce4845d08 req-3f8f12bc-4ebf-4c53-8b1e-a88ed73113cc tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0660133 Apr 01 10:14:25.761305 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cc97c68e-0c16-4518-b18f-851ce4845d08 req-b3684b66-c3e1-4868-82fd-b4b53c10574f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471156 Apr 01 10:14:26.060930 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:26.681021 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b94ca-3ebc-4566-b3e4-d6e2db5e5160 req-6feb05ce-fc33-46b1-9205-181a1b7cf7bd tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:26.682521 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-802b94ca-3ebc-4566-b3e4-d6e2db5e5160 req-6feb05ce-fc33-46b1-9205-181a1b7cf7bd tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 944 time: 0.0538855 Apr 01 10:14:26.736959 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-802b94ca-3ebc-4566-b3e4-d6e2db5e5160 req-43c83e22-7f35-4656-a43f-7aa5ca8e13bc tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428271 Apr 01 10:14:26.878439 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea53bb-9f79-47f5-b7ec-6a9af4b97bfb req-8bfdde91-f12a-4499-bec7-11bc6f68ff42 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:26.879880 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5dea53bb-9f79-47f5-b7ec-6a9af4b97bfb req-8bfdde91-f12a-4499-bec7-11bc6f68ff42 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0518241 Apr 01 10:14:26.924606 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5dea53bb-9f79-47f5-b7ec-6a9af4b97bfb req-0f6c3311-4b07-43ee-a145-f1ae0c3e92f7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384200 Apr 01 10:14:27.110461 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f5a383b6-501e-4425-b74d-d7c0143e9b54 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:14:27.231761 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port f5a383b6-501e-4425-b74d-d7c0143e9b54 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:14:27.235614 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port f5a383b6-501e-4425-b74d-d7c0143e9b54 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:14:27.235989 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:27.313812 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port f5a383b6-501e-4425-b74d-d7c0143e9b54 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:14:27.314200 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:27.337584 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2679ab-a08c-4d4b-8dc8-70e5708d6646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a383b6-501e-4425-b74d-d7c0143e9b54'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:14:27.337958 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10c131d-19d6-4189-90d7-2593e9ba6028" -d '{"events": [{"server_uuid": "3c2679ab-a08c-4d4b-8dc8-70e5708d6646", "name": "network-vif-plugged", "status": "completed", "tag": "f5a383b6-501e-4425-b74d-d7c0143e9b54"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:14:27.350515 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f5a383b6-501e-4425-b74d-d7c0143e9b54, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f5a383b6-501e-4425-b74d-d7c0143e9b54,segment=NetworkSegment(903885c6-e6df-431c-9e69-b9b543864e05),segment_id=903885c6-e6df-431c-9e69-b9b543864e05)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:27.372945 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33842bfa-a3c0-4725-9da9-8f31579b7e31 x-openstack-request-id: req-33842bfa-a3c0-4725-9da9-8f31579b7e31 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:14:27.373306 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2679ab-a08c-4d4b-8dc8-70e5708d6646", "name": "network-vif-plugged", "status": "completed", "tag": "f5a383b6-501e-4425-b74d-d7c0143e9b54", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:14:27.373563 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-33842bfa-a3c0-4725-9da9-8f31579b7e31 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:14:27.373957 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33842bfa-a3c0-4725-9da9-8f31579b7e31'] response: {'server_uuid': '3c2679ab-a08c-4d4b-8dc8-70e5708d6646', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a383b6-501e-4425-b74d-d7c0143e9b54', 'code': 200} Apr 01 10:14:27.432654 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:27.478676 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=f5a383b6-501e-4425-b74d-d7c0143e9b54,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:27.708257 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305dbd3-1378-4bf8-946b-e422c24acbb7 req-53dc8fce-dde6-4642-b041-03e9a1864f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:27.710023 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-9305dbd3-1378-4bf8-946b-e422c24acbb7 req-53dc8fce-dde6-4642-b041-03e9a1864f0d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 1129 time: 0.0432496 Apr 01 10:14:27.728459 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36370) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:27.763682 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-9305dbd3-1378-4bf8-946b-e422c24acbb7 req-6fef2bed-55c1-4d62-9e6c-c29f9d1c96f8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474081 Apr 01 10:14:27.844424 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3577-459d-4b04-8b93-8c70a3cef842 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:27.884406 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4475b5-72bf-4a81-94e0-d505b5d7959e req-d37aa3da-cbe6-4b20-b53e-84ac4ae66b8c tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:27.885818 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5b4475b5-72bf-4a81-94e0-d505b5d7959e req-d37aa3da-cbe6-4b20-b53e-84ac4ae66b8c tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 945 time: 0.0820239 Apr 01 10:14:27.967976 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5b4475b5-72bf-4a81-94e0-d505b5d7959e req-eddeed23-45d3-4101-ac58-b937b1985f97 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729327 Apr 01 10:14:27.989637 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3577-459d-4b04-8b93-8c70a3cef842 admin admin] Publish callbacks [] for security_group (31e09b8b-37d0-4128-9e1c-b59499efd22a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:28.049813 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d9a98-f01c-4cb1-a9e0-dc7374418536 req-d7ae3528-b8fe-49dc-ade5-6bfcc94c029f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:28.051296 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-737d9a98-f01c-4cb1-a9e0-dc7374418536 req-d7ae3528-b8fe-49dc-ade5-6bfcc94c029f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0535796 Apr 01 10:14:28.052451 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3577-459d-4b04-8b93-8c70a3cef842 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (31e09b8b-37d0-4128-9e1c-b59499efd22a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:28.103851 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-ff7d3577-459d-4b04-8b93-8c70a3cef842 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9a4e4023a798439696df2262d259d740&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3742373 Apr 01 10:14:28.106596 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36388) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:28.109418 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7d3577-459d-4b04-8b93-8c70a3cef842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e09b8b-37d0-4128-9e1c-b59499efd22a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:28.133242 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-737d9a98-f01c-4cb1-a9e0-dc7374418536 req-ac99cbc8-bab1-4b10-9d45-699a54a7fc5c tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751584 Apr 01 10:14:28.156883 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e7959828-c12b-4069-b236-d757b309cd1a admin admin] Publish callbacks [] for security_group (31e09b8b-37d0-4128-9e1c-b59499efd22a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:28.176893 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e7959828-c12b-4069-b236-d757b309cd1a admin admin] Publish callbacks [] for security_group (31e09b8b-37d0-4128-9e1c-b59499efd22a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:28.272534 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e7959828-c12b-4069-b236-d757b309cd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (31e09b8b-37d0-4128-9e1c-b59499efd22a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:28.275826 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e7959828-c12b-4069-b236-d757b309cd1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:28.279352 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e7959828-c12b-4069-b236-d757b309cd1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31e09b8b-37d0-4128-9e1c-b59499efd22a HTTP/1.1" status: 204 len: 168 time: 0.1694503 Apr 01 10:14:28.285721 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7959828-c12b-4069-b236-d757b309cd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e09b8b-37d0-4128-9e1c-b59499efd22a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:28.580592 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-82bfac63-beb8-4fdb-81c0-981f879ec1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:28.888212 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36404) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:28.900566 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee18c-c0d6-4a9d-ad5f-72b37e850caf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:28.970279 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee18c-c0d6-4a9d-ad5f-72b37e850caf admin admin] Publish callbacks [] for security_group (d2b7d896-d71c-4402-b25c-4bac81f5bda3), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:29.026186 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d8ee18c-c0d6-4a9d-ad5f-72b37e850caf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (d2b7d896-d71c-4402-b25c-4bac81f5bda3), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:29.063946 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8ee18c-c0d6-4a9d-ad5f-72b37e850caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b7d896-d71c-4402-b25c-4bac81f5bda3,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:29.070977 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36412) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:29.071559 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-5d8ee18c-c0d6-4a9d-ad5f-72b37e850caf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3c4cfb41e58a49318268ff0b59d537a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1821549 Apr 01 10:14:29.118969 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a9729-1937-4601-8637-ff95b85bbaae req-4eedf2c5-8133-4028-8811-83a963d7b888 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:29.120447 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c29a9729-1937-4601-8637-ff95b85bbaae req-4eedf2c5-8133-4028-8811-83a963d7b888 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 945 time: 0.0867317 Apr 01 10:14:29.149659 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e40e247-c310-4531-8663-f59573c536b8 admin admin] Publish callbacks [] for security_group (d2b7d896-d71c-4402-b25c-4bac81f5bda3), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:29.187306 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e40e247-c310-4531-8663-f59573c536b8 admin admin] Publish callbacks [] for security_group (d2b7d896-d71c-4402-b25c-4bac81f5bda3), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:29.199662 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c29a9729-1937-4601-8637-ff95b85bbaae req-0642325f-c8a8-4cec-98c0-6264a117f845 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728657 Apr 01 10:14:29.284511 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff396a-44cf-458b-b315-fb14c89fc406 req-66f1e0d4-7e43-4602-a75c-f8481e45b7e5 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:29.286014 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-28ff396a-44cf-458b-b315-fb14c89fc406 req-66f1e0d4-7e43-4602-a75c-f8481e45b7e5 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0827229 Apr 01 10:14:29.334528 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-28ff396a-44cf-458b-b315-fb14c89fc406 req-93eac2c0-03dd-4695-bf2b-7b10d75f3e35 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Apr 01 10:14:29.352393 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e40e247-c310-4531-8663-f59573c536b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (d2b7d896-d71c-4402-b25c-4bac81f5bda3), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:29.357045 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1e40e247-c310-4531-8663-f59573c536b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:29.359085 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-1e40e247-c310-4531-8663-f59573c536b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d2b7d896-d71c-4402-b25c-4bac81f5bda3 HTTP/1.1" status: 204 len: 168 time: 0.2859282 Apr 01 10:14:29.368203 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40e247-c310-4531-8663-f59573c536b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b7d896-d71c-4402-b25c-4bac81f5bda3,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:29.692794 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5938034-ae03-49ab-b65d-732edc2f2df6 req-b5447096-4f73-4178-8683-bd21697d1f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:29.694384 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-c5938034-ae03-49ab-b65d-732edc2f2df6 req-b5447096-4f73-4178-8683-bd21697d1f44 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 1130 time: 0.0458400 Apr 01 10:14:29.745796 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:14:29.751013 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-c5938034-ae03-49ab-b65d-732edc2f2df6 req-6213f9ef-8143-4dd4-bf56-0c171069f5a7 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438790 Apr 01 10:14:30.345224 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aae6b1-2283-4181-a92e-365ee71b6751 req-99a01d56-9418-4363-8f72-a7b28e9e5613 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:30.346726 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-22aae6b1-2283-4181-a92e-365ee71b6751 req-99a01d56-9418-4363-8f72-a7b28e9e5613 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 945 time: 0.0551562 Apr 01 10:14:30.394754 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-22aae6b1-2283-4181-a92e-365ee71b6751 req-be45431c-7143-4a36-a525-1821a72e450b tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Apr 01 10:14:30.456103 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed848377-a072-4dca-91d1-0908c876f329 req-24be42ed-c197-4379-b4cb-752b4f064fb8 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:30.457652 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ed848377-a072-4dca-91d1-0908c876f329 req-24be42ed-c197-4379-b4cb-752b4f064fb8 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0550396 Apr 01 10:14:30.504724 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ed848377-a072-4dca-91d1-0908c876f329 req-d93cde1f-c2ea-4319-b0c4-a47ddf421061 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 Apr 01 10:14:30.860137 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-955264a4-9cd2-4f3d-8b92-831d6f6825b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:31.075301 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36498) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:31.188440 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ff5fa48-776a-4a6e-b3c5-4b4d33db9e04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:31.263840 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ff5fa48-776a-4a6e-b3c5-4b4d33db9e04 admin admin] Publish callbacks [] for security_group (2e656259-6b0d-4aef-a205-109d282fb42c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:31.334521 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1ff5fa48-776a-4a6e-b3c5-4b4d33db9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (2e656259-6b0d-4aef-a205-109d282fb42c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:31.376790 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff5fa48-776a-4a6e-b3c5-4b4d33db9e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e656259-6b0d-4aef-a205-109d282fb42c,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:31.388729 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-1ff5fa48-776a-4a6e-b3c5-4b4d33db9e04 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74f6f3fd7da64c7cbd9dbca0ddf10fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121228 Apr 01 10:14:31.391432 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36518) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:31.724065 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b790e571-4596-47ab-9fad-afd2a40fa89d admin admin] Publish callbacks [] for security_group (2e656259-6b0d-4aef-a205-109d282fb42c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:31.752983 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b790e571-4596-47ab-9fad-afd2a40fa89d admin admin] Publish callbacks [] for security_group (2e656259-6b0d-4aef-a205-109d282fb42c), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:31.761935 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8204f9a-ceba-4dcf-bd99-5c7ea124eecd req-ef4d8687-3de8-4b93-813f-785771d104f5 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:31.763410 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c8204f9a-ceba-4dcf-bd99-5c7ea124eecd req-ef4d8687-3de8-4b93-813f-785771d104f5 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0862813 Apr 01 10:14:31.839152 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c8204f9a-ceba-4dcf-bd99-5c7ea124eecd req-604eba24-1b30-4d32-9e26-dd141625f490 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697472 Apr 01 10:14:31.860423 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:31.919570 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b790e571-4596-47ab-9fad-afd2a40fa89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (2e656259-6b0d-4aef-a205-109d282fb42c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:31.922528 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b790e571-4596-47ab-9fad-afd2a40fa89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:31.924590 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-b790e571-4596-47ab-9fad-afd2a40fa89d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2e656259-6b0d-4aef-a205-109d282fb42c HTTP/1.1" status: 204 len: 168 time: 0.5308137 Apr 01 10:14:31.957269 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd35bb4-1d0f-4b28-a2f4-85b0b0a92751 req-70ecb748-5a4a-43b6-aa27-03b7b7873d2f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:31.960283 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2fd35bb4-1d0f-4b28-a2f4-85b0b0a92751 req-70ecb748-5a4a-43b6-aa27-03b7b7873d2f tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 945 time: 0.0870836 Apr 01 10:14:31.990384 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b790e571-4596-47ab-9fad-afd2a40fa89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e656259-6b0d-4aef-a205-109d282fb42c,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:32.027537 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2fd35bb4-1d0f-4b28-a2f4-85b0b0a92751 req-2ae15046-9fd4-494b-a30a-ff4f4b7faf83 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566397 Apr 01 10:14:32.281834 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0ecc1-1e78-4187-b308-39b8e1e96578 req-c4388cc5-7f4b-4cc8-ab8b-4bbddb5bd9ac tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:32.283295 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-04a0ecc1-1e78-4187-b308-39b8e1e96578 req-c4388cc5-7f4b-4cc8-ab8b-4bbddb5bd9ac tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0522182 Apr 01 10:14:32.330975 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-04a0ecc1-1e78-4187-b308-39b8e1e96578 req-6a9862f0-cd55-49fb-b9a3-69c960cbbcb2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420725 Apr 01 10:14:32.409612 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090da1b7-d9c1-4b22-95db-2ba3e12d26af req-ab9d1586-f28f-42ec-aa22-636bff9e9254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:32.411290 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-090da1b7-d9c1-4b22-95db-2ba3e12d26af req-ab9d1586-f28f-42ec-aa22-636bff9e9254 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 1130 time: 0.0487452 Apr 01 10:14:32.522878 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090da1b7-d9c1-4b22-95db-2ba3e12d26af req-b01cef79-cf64-4e28-8562-ca2ce67dd698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:32.524501 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-090da1b7-d9c1-4b22-95db-2ba3e12d26af req-b01cef79-cf64-4e28-8562-ca2ce67dd698 service neutron] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 920 time: 0.1048818 Apr 01 10:14:32.580463 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-090da1b7-d9c1-4b22-95db-2ba3e12d26af req-37e1d211-a4f3-45f5-a090-fadc859ea8c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3467b345-8f39-4c22-90b9-0cbb19978bf4 HTTP/1.1" status: 200 len: 217 time: 0.0472839 Apr 01 10:14:32.643765 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090da1b7-d9c1-4b22-95db-2ba3e12d26af req-f378af69-4d79-4207-8e21-311be494c305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:32.645315 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-090da1b7-d9c1-4b22-95db-2ba3e12d26af req-f378af69-4d79-4207-8e21-311be494c305 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.0480974 Apr 01 10:14:32.693856 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090da1b7-d9c1-4b22-95db-2ba3e12d26af req-36a69265-ea78-4e79-ae4b-4344fe0e312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:32.695345 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-090da1b7-d9c1-4b22-95db-2ba3e12d26af req-36a69265-ea78-4e79-ae4b-4344fe0e312f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436420 Apr 01 10:14:32.783792 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-090da1b7-d9c1-4b22-95db-2ba3e12d26af req-403866fc-64e4-474f-8191-f8bbef309b0e service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798225 Apr 01 10:14:32.877100 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-090da1b7-d9c1-4b22-95db-2ba3e12d26af req-7bde092d-192a-4c32-97bd-70f865c5926f service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852120 Apr 01 10:14:33.021430 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36548) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:33.135629 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-95f49069-da29-4e89-a42a-6ea466cac35d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:33.177539 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0d36b-31fa-4e43-8b80-dda46ec421d8 req-e06ea95a-530d-4c3d-b8d1-923458ab521d tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:33.179102 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4bc0d36b-31fa-4e43-8b80-dda46ec421d8 req-e06ea95a-530d-4c3d-b8d1-923458ab521d tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 945 time: 0.0842857 Apr 01 10:14:33.252031 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4bc0d36b-31fa-4e43-8b80-dda46ec421d8 req-126559be-c8b9-4168-bb21-37430d854e90 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666497 Apr 01 10:14:33.263277 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-95f49069-da29-4e89-a42a-6ea466cac35d admin admin] Publish callbacks [] for security_group (ecbec0e3-4c57-4f70-b8ed-5957da421cd5), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:33.311494 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-95f49069-da29-4e89-a42a-6ea466cac35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (ecbec0e3-4c57-4f70-b8ed-5957da421cd5), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:33.351170 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-95f49069-da29-4e89-a42a-6ea466cac35d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c840ca9bb61a452caa802e0ddfcec845&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3285387 Apr 01 10:14:33.351935 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:33.352385 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f49069-da29-4e89-a42a-6ea466cac35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbec0e3-4c57-4f70-b8ed-5957da421cd5,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:33.353822 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36554) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:33.404889 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d608f0b9-f7a3-468c-a764-8ef08a4d4d9b admin admin] Publish callbacks [] for security_group (ecbec0e3-4c57-4f70-b8ed-5957da421cd5), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:33.427256 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d608f0b9-f7a3-468c-a764-8ef08a4d4d9b admin admin] Publish callbacks [] for security_group (ecbec0e3-4c57-4f70-b8ed-5957da421cd5), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:33.453982 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d753e5-d1f9-418a-97f8-89f12b876147 req-70e16ba7-a936-4fae-adad-d704c03de77e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:33.455453 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a7d753e5-d1f9-418a-97f8-89f12b876147 req-70e16ba7-a936-4fae-adad-d704c03de77e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0500321 Apr 01 10:14:33.500913 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a7d753e5-d1f9-418a-97f8-89f12b876147 req-561005c1-7183-438a-9508-b95c5b57e159 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395074 Apr 01 10:14:33.540043 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d608f0b9-f7a3-468c-a764-8ef08a4d4d9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (ecbec0e3-4c57-4f70-b8ed-5957da421cd5), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:33.542636 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d608f0b9-f7a3-468c-a764-8ef08a4d4d9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:33.543788 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-d608f0b9-f7a3-468c-a764-8ef08a4d4d9b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ecbec0e3-4c57-4f70-b8ed-5957da421cd5 HTTP/1.1" status: 204 len: 168 time: 0.1889710 Apr 01 10:14:33.551373 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608f0b9-f7a3-468c-a764-8ef08a4d4d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbec0e3-4c57-4f70-b8ed-5957da421cd5,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:33.849250 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d815d2-4a57-419d-8c60-275a1f2912b8 req-db9e0f71-4eb1-4f3d-a283-57b94de546e9 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:33.850989 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f9d815d2-4a57-419d-8c60-275a1f2912b8 req-db9e0f71-4eb1-4f3d-a283-57b94de546e9 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.43 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 945 time: 0.0593765 Apr 01 10:14:33.949930 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-f9d815d2-4a57-419d-8c60-275a1f2912b8 req-741b8fdf-3376-4169-967e-2027e9b89909 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Deleting port f5a383b6-501e-4425-b74d-d7c0143e9b54 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:14:33.950277 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f9d815d2-4a57-419d-8c60-275a1f2912b8 req-741b8fdf-3376-4169-967e-2027e9b89909 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:34.040787 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-f9d815d2-4a57-419d-8c60-275a1f2912b8 req-741b8fdf-3376-4169-967e-2027e9b89909 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] For port f5a383b6-501e-4425-b74d-d7c0143e9b54, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f5a383b6-501e-4425-b74d-d7c0143e9b54,segment=NetworkSegment(903885c6-e6df-431c-9e69-b9b543864e05),segment_id=903885c6-e6df-431c-9e69-b9b543864e05)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:34.041181 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f9d815d2-4a57-419d-8c60-275a1f2912b8 req-741b8fdf-3376-4169-967e-2027e9b89909 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:34.058218 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-f9d815d2-4a57-419d-8c60-275a1f2912b8 req-741b8fdf-3376-4169-967e-2027e9b89909 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Calling delete_port for f5a383b6-501e-4425-b74d-d7c0143e9b54 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:14:34.077666 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36572) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:34.092795 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd9f1-4ec1-43e2-ac7b-1f0463bf257d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:34.176987 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd9f1-4ec1-43e2-ac7b-1f0463bf257d admin admin] Publish callbacks [] for security_group (dd51acaa-10fe-4d12-adf2-0b45943dc9df), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:34.243443 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc4bd9f1-4ec1-43e2-ac7b-1f0463bf257d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (dd51acaa-10fe-4d12-adf2-0b45943dc9df), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:34.243605 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f9d815d2-4a57-419d-8c60-275a1f2912b8 req-741b8fdf-3376-4169-967e-2027e9b89909 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (f5a383b6-501e-4425-b74d-d7c0143e9b54), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:34.256998 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['f5a383b6-501e-4425-b74d-d7c0143e9b54'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:14:34.285464 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b8fdf-3376-4169-967e-2027e9b89909 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Pushing event deleted for resources: {'Port': ['ID=f5a383b6-501e-4425-b74d-d7c0143e9b54,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:34.300297 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-dc4bd9f1-4ec1-43e2-ac7b-1f0463bf257d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0710a95972784cd2b721b164af93fc0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2198334 Apr 01 10:14:34.301071 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36580) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:34.302227 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bd9f1-4ec1-43e2-ac7b-1f0463bf257d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd51acaa-10fe-4d12-adf2-0b45943dc9df,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:34.333728 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d815d2-4a57-419d-8c60-275a1f2912b8 req-741b8fdf-3376-4169-967e-2027e9b89909 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] No DVR routers for this DVR port f5a383b6-501e-4425-b74d-d7c0143e9b54 on host hv-cinder-maste {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:14:34.336015 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-f9d815d2-4a57-419d-8c60-275a1f2912b8 req-741b8fdf-3376-4169-967e-2027e9b89909 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:34.339714 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f9d815d2-4a57-419d-8c60-275a1f2912b8 req-741b8fdf-3376-4169-967e-2027e9b89909 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.43 "DELETE /v2.0/ports/f5a383b6-501e-4425-b74d-d7c0143e9b54 HTTP/1.1" status: 204 len: 173 time: 0.4774795 Apr 01 10:14:34.340157 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2679ab-a08c-4d4b-8dc8-70e5708d6646', 'name': 'network-vif-deleted', 'tag': 'f5a383b6-501e-4425-b74d-d7c0143e9b54'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:14:34.342716 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24746c3b-91a7-4f6a-926c-9dbc0865b5fb" -d '{"events": [{"server_uuid": "3c2679ab-a08c-4d4b-8dc8-70e5708d6646", "name": "network-vif-deleted", "tag": "f5a383b6-501e-4425-b74d-d7c0143e9b54"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:14:34.389328 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f72d0a0-5375-4d9a-be26-ba87adbc9c5d x-openstack-request-id: req-6f72d0a0-5375-4d9a-be26-ba87adbc9c5d {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:14:34.389328 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2679ab-a08c-4d4b-8dc8-70e5708d6646", "name": "network-vif-deleted", "tag": "f5a383b6-501e-4425-b74d-d7c0143e9b54", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:14:34.389540 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6f72d0a0-5375-4d9a-be26-ba87adbc9c5d {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:14:34.390130 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f72d0a0-5375-4d9a-be26-ba87adbc9c5d'] response: {'server_uuid': '3c2679ab-a08c-4d4b-8dc8-70e5708d6646', 'name': 'network-vif-deleted', 'tag': 'f5a383b6-501e-4425-b74d-d7c0143e9b54', 'status': 'completed', 'code': 200} Apr 01 10:14:34.413175 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9ee1fdf3-470d-4f76-bbb1-e6aab6f63e59 req-e97a130d-0b43-4974-b54c-606e0738e8fa tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 210 time: 0.0416598 Apr 01 10:14:34.413737 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-352bf4e4-9baa-4da7-a5f8-62d48fecce3c admin admin] Publish callbacks [] for security_group (dd51acaa-10fe-4d12-adf2-0b45943dc9df), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:34.442056 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-352bf4e4-9baa-4da7-a5f8-62d48fecce3c admin admin] Publish callbacks [] for security_group (dd51acaa-10fe-4d12-adf2-0b45943dc9df), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:34.546164 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-352bf4e4-9baa-4da7-a5f8-62d48fecce3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (dd51acaa-10fe-4d12-adf2-0b45943dc9df), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:34.549079 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-352bf4e4-9baa-4da7-a5f8-62d48fecce3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:34.551814 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-352bf4e4-9baa-4da7-a5f8-62d48fecce3c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dd51acaa-10fe-4d12-adf2-0b45943dc9df HTTP/1.1" status: 204 len: 168 time: 0.2472112 Apr 01 10:14:34.562204 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352bf4e4-9baa-4da7-a5f8-62d48fecce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd51acaa-10fe-4d12-adf2-0b45943dc9df,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:34.643388 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee9349-a7cc-4355-8c30-b13f0a63fce0 req-3d03a268-7976-44ee-986d-7ae791fc42c8 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:34.644897 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b5ee9349-a7cc-4355-8c30-b13f0a63fce0 req-3d03a268-7976-44ee-986d-7ae791fc42c8 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0722721 Apr 01 10:14:34.696659 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b5ee9349-a7cc-4355-8c30-b13f0a63fce0 req-81fe6523-c3e9-48fa-a5ec-010923b1c97b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445285 Apr 01 10:14:34.934442 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:35.519079 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-30bc673b-33c0-4e52-aa8a-8312a412d66e req-b463a523-9644-4cc2-b6df-9648a5b6e994 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=3c2679ab-a08c-4d4b-8dc8-70e5708d6646 HTTP/1.1" status: 200 len: 210 time: 0.0259593 Apr 01 10:14:35.813987 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c523c-a809-44c6-8e40-a846b7b47135 req-19d377c5-cbd3-4f75-acca-d14cc027ff3f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:35.815558 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-956c523c-a809-44c6-8e40-a846b7b47135 req-19d377c5-cbd3-4f75-acca-d14cc027ff3f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0511491 Apr 01 10:14:35.865242 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-956c523c-a809-44c6-8e40-a846b7b47135 req-0f1da799-fefa-4ded-bcfb-7d230a81143b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436809 Apr 01 10:14:36.873028 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-e89cd91c-c072-4f00-86bf-8d35cf427b79 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:36.875982 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-e89cd91c-c072-4f00-86bf-8d35cf427b79 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/networks?id=47b80e44-f9c0-4bc0-98ef-6868c01ae62f HTTP/1.1" status: 200 len: 807 time: 0.1119826 Apr 01 10:14:36.892017 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-88762d9b-81c7-47e0-80d3-040602808155 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/quotas/10aa67e316bc476c8e774ec7c98c3f5d HTTP/1.1" status: 200 len: 375 time: 0.0100093 Apr 01 10:14:36.925792 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-0c88acfb-f8bd-44af-8bfe-f8837f8d3ddf tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=10aa67e316bc476c8e774ec7c98c3f5d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279250 Apr 01 10:14:37.022866 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-42580cbc-c927-4653-bf1c-091fd2d3392b service neutron] 10.222.0.13 "GET /v2.0/networks/47b80e44-f9c0-4bc0-98ef-6868c01ae62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899231 Apr 01 10:14:37.112984 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-ad49481f-b16e-48f0-a7fa-8014c4608ea3 service neutron] 10.222.0.13 "GET /v2.0/networks/47b80e44-f9c0-4bc0-98ef-6868c01ae62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840318 Apr 01 10:14:37.399911 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ce4e563e-ab0c-46ca-9013-2bf011ebbf4a req-056a5edc-9bfc-4ab7-87f3-536f1d82ffcc tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 210 time: 0.0281165 Apr 01 10:14:37.563946 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36714) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:37.685282 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9e4de4b5-d8c3-47f4-9bd5-8f6564ee912d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:37.762921 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9e4de4b5-d8c3-47f4-9bd5-8f6564ee912d admin admin] Publish callbacks [] for security_group (ed586703-6ca8-4fd9-bb3d-7e33263399f0), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:37.819807 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9e4de4b5-d8c3-47f4-9bd5-8f6564ee912d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (ed586703-6ca8-4fd9-bb3d-7e33263399f0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:37.848507 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-9e4de4b5-d8c3-47f4-9bd5-8f6564ee912d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=67c6445f76f7484189d8f62e96f638d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834692 Apr 01 10:14:37.851170 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36740) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:37.898983 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4de4b5-d8c3-47f4-9bd5-8f6564ee912d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed586703-6ca8-4fd9-bb3d-7e33263399f0,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:37.916806 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-384d89ce-c140-4a1f-847e-b620e309209a admin admin] Publish callbacks [] for security_group (ed586703-6ca8-4fd9-bb3d-7e33263399f0), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:37.943205 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-384d89ce-c140-4a1f-847e-b620e309209a admin admin] Publish callbacks [] for security_group (ed586703-6ca8-4fd9-bb3d-7e33263399f0), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.043036 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-384d89ce-c140-4a1f-847e-b620e309209a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (ed586703-6ca8-4fd9-bb3d-7e33263399f0), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.046981 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-384d89ce-c140-4a1f-847e-b620e309209a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.056515 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-384d89ce-c140-4a1f-847e-b620e309209a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed586703-6ca8-4fd9-bb3d-7e33263399f0 HTTP/1.1" status: 204 len: 168 time: 0.2041473 Apr 01 10:14:38.065276 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d89ce-c140-4a1f-847e-b620e309209a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed586703-6ca8-4fd9-bb3d-7e33263399f0,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:38.376940 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36754) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:38.381864 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-69555a33-fd69-4625-83be-f60a6b201e02 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Request body: {'security_group': {'name': 'tempest-securitygroup--116206384', 'description': 'tempest-description--792829876'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:38.471414 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5376d37-e495-4306-beb9-c7041fca8dc4 req-b9d1c8b1-59f3-4bd6-b9d1-19d23709f03e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:38.472913 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d5376d37-e495-4306-beb9-c7041fca8dc4 req-b9d1c8b1-59f3-4bd6-b9d1-19d23709f03e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0580382 Apr 01 10:14:38.483799 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-69555a33-fd69-4625-83be-f60a6b201e02 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.532380 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d5376d37-e495-4306-beb9-c7041fca8dc4 req-4ef2b963-6006-41b8-adbc-f2c5ad7f06d5 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531542 Apr 01 10:14:38.565700 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-69555a33-fd69-4625-83be-f60a6b201e02 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group (4f65fa1d-435f-46d5-add3-b230dca6f871), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.620400 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-69555a33-fd69-4625-83be-f60a6b201e02 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4f65fa1d-435f-46d5-add3-b230dca6f871), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.630628 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1dfb598d-4293-4019-ba75-dfad3c2e00ca req-76227359-2427-4a6e-b957-4c24903ea2d0 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 210 time: 0.0271080 Apr 01 10:14:38.650089 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69555a33-fd69-4625-83be-f60a6b201e02 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f65fa1d-435f-46d5-add3-b230dca6f871,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:38.703111 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-69555a33-fd69-4625-83be-f60a6b201e02 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.705297 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-69555a33-fd69-4625-83be-f60a6b201e02 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3272419 Apr 01 10:14:38.708294 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36764) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:38.727963 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-7fff68ed-6158-432d-8c06-cc551606a298 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Request body: {'security_group_rule': {'security_group_id': '4f65fa1d-435f-46d5-add3-b230dca6f871', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:38.833085 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36776) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:38.833900 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7fff68ed-6158-432d-8c06-cc551606a298 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group_rule (17a44968-37fb-4c84-94f5-b09ccf65c769), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.848974 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a9286c34-2560-4758-9930-15337f52bf0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.900214 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7fff68ed-6158-432d-8c06-cc551606a298 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group_rule (17a44968-37fb-4c84-94f5-b09ccf65c769), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.930296 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a9286c34-2560-4758-9930-15337f52bf0a admin admin] Publish callbacks [] for security_group (9f690d56-42d2-47f6-8816-ef71e4a9ca64), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.945880 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7fff68ed-6158-432d-8c06-cc551606a298 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (17a44968-37fb-4c84-94f5-b09ccf65c769), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:38.967506 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff68ed-6158-432d-8c06-cc551606a298 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a44968-37fb-4c84-94f5-b09ccf65c769,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:39.002780 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a9286c34-2560-4758-9930-15337f52bf0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (9f690d56-42d2-47f6-8816-ef71e4a9ca64), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.033329 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7fff68ed-6158-432d-8c06-cc551606a298 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.034587 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-7fff68ed-6158-432d-8c06-cc551606a298 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3250313 Apr 01 10:14:39.037417 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36784) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:39.041580 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-a9286c34-2560-4758-9930-15337f52bf0a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e88cdf0dcbbd4a16ac80d4ff6641026f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2068813 Apr 01 10:14:39.042441 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-38eb9a15-ee59-41e1-9501-7280fdf4bae7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Request body: {'security_group_rule': {'security_group_id': '4f65fa1d-435f-46d5-add3-b230dca6f871', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:39.043547 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9286c34-2560-4758-9930-15337f52bf0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f690d56-42d2-47f6-8816-ef71e4a9ca64,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:39.045818 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36786) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:39.095510 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ddfb66b2-ea39-4778-a322-a419a024084b admin admin] Publish callbacks [] for security_group (9f690d56-42d2-47f6-8816-ef71e4a9ca64), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.116455 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ddfb66b2-ea39-4778-a322-a419a024084b admin admin] Publish callbacks [] for security_group (9f690d56-42d2-47f6-8816-ef71e4a9ca64), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.145220 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38eb9a15-ee59-41e1-9501-7280fdf4bae7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group_rule (6428ff0d-0c51-4c47-855c-d9df7df2ba0a), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.192557 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f5a383b6-501e-4425-b74d-d7c0143e9b54 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:14:39.213938 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: f5a383b6-501e-4425-b74d-d7c0143e9b54 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:14:39.214535 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f5a383b6-501e-4425-b74d-d7c0143e9b54 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:14:39.232023 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ddfb66b2-ea39-4778-a322-a419a024084b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (9f690d56-42d2-47f6-8816-ef71e4a9ca64), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.235405 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ddfb66b2-ea39-4778-a322-a419a024084b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.236684 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-ddfb66b2-ea39-4778-a322-a419a024084b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f690d56-42d2-47f6-8816-ef71e4a9ca64 HTTP/1.1" status: 204 len: 168 time: 0.1899674 Apr 01 10:14:39.244450 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38eb9a15-ee59-41e1-9501-7280fdf4bae7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group_rule (6428ff0d-0c51-4c47-855c-d9df7df2ba0a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.245120 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb66b2-ea39-4778-a322-a419a024084b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f690d56-42d2-47f6-8816-ef71e4a9ca64,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:39.306166 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38eb9a15-ee59-41e1-9501-7280fdf4bae7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (6428ff0d-0c51-4c47-855c-d9df7df2ba0a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.339840 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb9a15-ee59-41e1-9501-7280fdf4bae7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6428ff0d-0c51-4c47-855c-d9df7df2ba0a,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:39.416085 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38eb9a15-ee59-41e1-9501-7280fdf4bae7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.417374 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-38eb9a15-ee59-41e1-9501-7280fdf4bae7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3789968 Apr 01 10:14:39.422024 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36792) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:39.426375 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Request body: {'floatingip': {'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:39.433575 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-5408f382-0c4f-4297-8abb-0e7df5431f34 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:39.435017 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-5408f382-0c4f-4297-8abb-0e7df5431f34 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.43 "GET /v2.0/networks?id=47b80e44-f9c0-4bc0-98ef-6868c01ae62f HTTP/1.1" status: 200 len: 807 time: 0.1054885 Apr 01 10:14:39.465876 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Request body: {'port': {'device_id': 'e57d29f4-6148-4650-96e0-ae05998803b2', 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f', 'admin_state_up': True, 'tenant_id': '10aa67e316bc476c8e774ec7c98c3f5d'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:39.511476 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.657193 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.693980 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Made reservation on behalf of 10aa67e316bc476c8e774ec7c98c3f5d for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:14:39.698098 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:39.734936 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4669146-175e-42a9-b7c8-d0e244f3e21f req-22ed666d-7a16-428c-9671-03ac1333f85d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:39.736513 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e4669146-175e-42a9-b7c8-d0e244f3e21f req-22ed666d-7a16-428c-9671-03ac1333f85d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.1219893 Apr 01 10:14:39.759391 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b2c4c931-f252-4c1d-ae39-005fbd684657 req-572292bc-aeda-4960-afad-927ec0193009 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 210 time: 0.0540881 Apr 01 10:14:39.850669 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Allocated IP 172.37.3.187 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/6a43f42f-3957-459f-9ca6-7e92d86a4404) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:14:39.855223 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Allocated IP 172.20.0.12 (47b80e44-f9c0-4bc0-98ef-6868c01ae62f/f1bcd30b-c224-4214-ba77-27d5fd8ea342/d1d15ed1-767c-4e3d-9506-9dfa62d3c03e) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:14:39.911163 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e4669146-175e-42a9-b7c8-d0e244f3e21f req-9670eb08-32d5-4100-be7c-95d0164bc2a8 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543808 Apr 01 10:14:40.020205 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for port (6a43f42f-3957-459f-9ca6-7e92d86a4404), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.040703 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks [] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.111618 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (6a43f42f-3957-459f-9ca6-7e92d86a4404), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.153706 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:14:40.161476 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:14:40.163710 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event updated for resources: {'Port': ['ID=6a43f42f-3957-459f-9ca6-7e92d86a4404,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:40.166197 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:14:40.166626 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.224305 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:14:40.227715 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:14:40.234025 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:14:40.239687 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:40.240625 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.247124 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Pushing event updated for resources: {'Port': ['ID=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:40.263584 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for floatingip (1c3543f0-716d-4707-9cd6-6a0eabcb0f3b), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.382901 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-81e9d55a-26e9-43e5-bb29-79e23895df1e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9218125 Apr 01 10:14:40.397532 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Request body: {'port': {'device_id': 'e57d29f4-6148-4650-96e0-ae05998803b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:40.464183 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (6a43f42f-3957-459f-9ca6-7e92d86a4404), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.464383 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.603285 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36832) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:40.678700 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for port (6a43f42f-3957-459f-9ca6-7e92d86a4404), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.728211 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (6a43f42f-3957-459f-9ca6-7e92d86a4404), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.736080 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec591-90b6-4f59-89b7-714d569f4239 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.789000 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d15ed1-767c-4e3d-9506-9dfa62d3c03e {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:14:40.798202 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Publish callbacks [] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.814082 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Transition to ACTIVE for port object d1d15ed1-767c-4e3d-9506-9dfa62d3c03e will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:14:40.817030 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event updated for resources: {'Port': ['ID=6a43f42f-3957-459f-9ca6-7e92d86a4404,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:40.843690 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (1c3543f0-716d-4707-9cd6-6a0eabcb0f3b), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.895282 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.932197 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.933571 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-ae1cbe6c-742e-45b8-8a31-6f44ac0905f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5105741 Apr 01 10:14:40.935870 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec591-90b6-4f59-89b7-714d569f4239 admin admin] Publish callbacks [] for security_group (737a8606-9a4d-496c-a27e-f5d6307e9b3d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:40.950473 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:40.970689 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8be0a-51f6-4d9a-a883-4cf1c54a4a8a req-89276b72-0ec6-4957-84eb-88b5d36a7303 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:40.983257 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ec8be0a-51f6-4d9a-a883-4cf1c54a4a8a req-89276b72-0ec6-4957-84eb-88b5d36a7303 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 932 time: 0.1268790 Apr 01 10:14:40.996488 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Attempting to bind port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:14:40.997043 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Attempting to bind port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '903885c6-e6df-431c-9e69-b9b543864e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:14:40.997624 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Attempting to bind port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e on network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:14:41.004089 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e on network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:14:41.004555 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Attempting to bind port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e on network 47b80e44-f9c0-4bc0-98ef-6868c01ae62f {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:14:41.010573 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:14:41.010923 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Checking segment: {'id': '903885c6-e6df-431c-9e69-b9b543864e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:14:41.011317 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Bound using segment: {'id': '903885c6-e6df-431c-9e69-b9b543864e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:14:41.011754 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Bound port: d1d15ed1-767c-4e3d-9506-9dfa62d3c03e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '903885c6-e6df-431c-9e69-b9b543864e05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:14:41.012123 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.015944 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3e1ec591-90b6-4f59-89b7-714d569f4239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (737a8606-9a4d-496c-a27e-f5d6307e9b3d), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.083189 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] For port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:14:41.086572 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] For port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e,segment=NetworkSegment(903885c6-e6df-431c-9e69-b9b543864e05),segment_id=903885c6-e6df-431c-9e69-b9b543864e05)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:14:41.110184 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-3e1ec591-90b6-4f59-89b7-714d569f4239 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a66b993cd1b0468484e91025feed4d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5058148 Apr 01 10:14:41.113062 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1ec591-90b6-4f59-89b7-714d569f4239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737a8606-9a4d-496c-a27e-f5d6307e9b3d,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:41.113606 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36850) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:41.121500 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ec8be0a-51f6-4d9a-a883-4cf1c54a4a8a req-8071497d-8f91-416a-a07d-eba73f48b41e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359246 Apr 01 10:14:41.141226 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9d7e1-c7ef-4a85-9aa7-226858032e00 req-5edecc06-6073-4e4d-b8d0-a4e078120cdf tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:41.143170 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fdf9d7e1-c7ef-4a85-9aa7-226858032e00 req-5edecc06-6073-4e4d-b8d0-a4e078120cdf tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.1125407 Apr 01 10:14:41.179785 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7a85151d-2fbe-4926-b2f0-48251efbb1b0 admin admin] Publish callbacks [] for security_group (737a8606-9a4d-496c-a27e-f5d6307e9b3d), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.199605 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.203456 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fdf9d7e1-c7ef-4a85-9aa7-226858032e00 req-cb020d87-11e8-4701-8fbf-9747ac359f6c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495095 Apr 01 10:14:41.211738 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7a85151d-2fbe-4926-b2f0-48251efbb1b0 admin admin] Publish callbacks [] for security_group (737a8606-9a4d-496c-a27e-f5d6307e9b3d), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.266013 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:41.266013 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.266013 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] 10.222.0.43 "PUT /v2.0/ports/d1d15ed1-767c-4e3d-9506-9dfa62d3c03e HTTP/1.1" status: 200 len: 1094 time: 0.8681288 Apr 01 10:14:41.266013 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57d29f4-6148-4650-96e0-ae05998803b2', 'tag': 'd1d15ed1-767c-4e3d-9506-9dfa62d3c03e'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:14:41.266013 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae536a5-37d1-43e8-ba25-5209b3faf718" -d '{"events": [{"name": "network-changed", "server_uuid": "e57d29f4-6148-4650-96e0-ae05998803b2", "tag": "d1d15ed1-767c-4e3d-9506-9dfa62d3c03e"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:14:41.303118 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f5ac3-12f3-4e1f-ac2f-86d60c02f2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:41.344193 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-6b05f32f-0619-4737-9be6-afe6139e6f8e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--116206384&fields=id&tenant_id=944c78fd166e487fa555d9dfc89307ca HTTP/1.1" status: 200 len: 267 time: 0.0551836 Apr 01 10:14:41.352410 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36862) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:41.357321 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-22b3c9b4-cf1d-403c-99e4-b6caa4a547d0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--769301537', 'description': 'tempest-description--621314298'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:41.388179 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9092e709-ba7d-400a-ac1b-e894ec55625e x-openstack-request-id: req-9092e709-ba7d-400a-ac1b-e894ec55625e {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:14:41.388688 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57d29f4-6148-4650-96e0-ae05998803b2", "tag": "d1d15ed1-767c-4e3d-9506-9dfa62d3c03e", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:14:41.390229 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9092e709-ba7d-400a-ac1b-e894ec55625e {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:14:41.390846 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9092e709-ba7d-400a-ac1b-e894ec55625e'] response: {'name': 'network-changed', 'server_uuid': 'e57d29f4-6148-4650-96e0-ae05998803b2', 'tag': 'd1d15ed1-767c-4e3d-9506-9dfa62d3c03e', 'status': 'completed', 'code': 200} Apr 01 10:14:41.406556 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7a85151d-2fbe-4926-b2f0-48251efbb1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (737a8606-9a4d-496c-a27e-f5d6307e9b3d), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.409918 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7a85151d-2fbe-4926-b2f0-48251efbb1b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.413713 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-7a85151d-2fbe-4926-b2f0-48251efbb1b0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/737a8606-9a4d-496c-a27e-f5d6307e9b3d HTTP/1.1" status: 204 len: 168 time: 0.2989955 Apr 01 10:14:41.440917 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85151d-2fbe-4926-b2f0-48251efbb1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737a8606-9a4d-496c-a27e-f5d6307e9b3d,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:41.471887 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-85f1f313-7a8d-4f93-8f5a-402b87448d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:41.473326 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-85f1f313-7a8d-4f93-8f5a-402b87448d30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=10aa67e316bc476c8e774ec7c98c3f5d&device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 1128 time: 0.0762763 Apr 01 10:14:41.491914 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b3c9b4-cf1d-403c-99e4-b6caa4a547d0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.510082 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ee5150d6-e059-4884-ba51-5af106ffe9f7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:41.510410 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ee5150d6-e059-4884-ba51-5af106ffe9f7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 819 time: 0.1523914 Apr 01 10:14:41.526461 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4c899160-ba89-4072-997a-6286898d61b0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/quotas/944c78fd166e487fa555d9dfc89307ca HTTP/1.1" status: 200 len: 375 time: 0.0094543 Apr 01 10:14:41.532459 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-d9ace9e6-3cbf-4f9d-b22c-865c253d448f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e HTTP/1.1" status: 200 len: 217 time: 0.0514135 Apr 01 10:14:41.588993 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-5388a0d4-99de-47fb-b8e7-f5ed8a10477e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0571167 Apr 01 10:14:41.623817 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-c6e95f1b-c451-4b0d-82cf-fdaf06c3f26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:41.625436 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-c6e95f1b-c451-4b0d-82cf-fdaf06c3f26f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1bcd30b-c224-4214-ba77-27d5fd8ea342 HTTP/1.1" status: 200 len: 847 time: 0.0751281 Apr 01 10:14:41.634389 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b3c9b4-cf1d-403c-99e4-b6caa4a547d0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (19a8fe63-0809-4715-9526-b8bd5d19ee7f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.661905 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-c41db07e-9265-4de9-99e1-3498cfd7cb4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47b80e44-f9c0-4bc0-98ef-6868c01ae62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262563 Apr 01 10:14:41.708635 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-1b237e45-f6fa-4dc9-9d59-527a9225b8f2 service neutron] 10.222.0.13 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065049 Apr 01 10:14:41.768389 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b3c9b4-cf1d-403c-99e4-b6caa4a547d0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (19a8fe63-0809-4715-9526-b8bd5d19ee7f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.786069 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-2654f961-5527-4f0c-b404-0f0b27c560f9 service neutron] 10.222.0.43 "GET /v2.0/networks/47b80e44-f9c0-4bc0-98ef-6868c01ae62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166766 Apr 01 10:14:41.811846 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-6ec93ebc-3303-4c74-8810-47fb2c0a5a89 service neutron] 10.222.0.13 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965698 Apr 01 10:14:41.817769 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b3c9b4-cf1d-403c-99e4-b6caa4a547d0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a8fe63-0809-4715-9526-b8bd5d19ee7f,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:41.860725 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-22b3c9b4-cf1d-403c-99e4-b6caa4a547d0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:41.865236 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-22b3c9b4-cf1d-403c-99e4-b6caa4a547d0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5082774 Apr 01 10:14:41.865381 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36874) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:41.871046 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-a474261f-41a8-47bc-93a4-b2add773a8c5 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group_rule': {'security_group_id': '19a8fe63-0809-4715-9526-b8bd5d19ee7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:41.917278 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-2fea0d47-1b18-4a77-86f1-2a9398f3eef1 req-482d8b95-866f-40f2-b33c-4820a032ac79 service neutron] 10.222.0.43 "GET /v2.0/networks/47b80e44-f9c0-4bc0-98ef-6868c01ae62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232119 Apr 01 10:14:42.010614 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a474261f-41a8-47bc-93a4-b2add773a8c5 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (c965f576-00e0-41da-b130-2b7f16bb2ae6), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.046613 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36880) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:42.073266 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-427fe13f-c2cf-407b-9d2a-d95448fc3377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.095693 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8cb2630e-7dc4-4021-b52b-2b9a1d9f7e7b req-7d1ea707-6ff5-4e7e-b1f3-96474bad0f01 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 210 time: 0.0407317 Apr 01 10:14:42.127188 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a474261f-41a8-47bc-93a4-b2add773a8c5 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (c965f576-00e0-41da-b130-2b7f16bb2ae6), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.130126 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae536a5-37d1-43e8-ba25-5209b3faf718 req-c1460d84-bbdd-4d97-8719-6b73924cac93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:42.131661 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-8ae536a5-37d1-43e8-ba25-5209b3faf718 req-c1460d84-bbdd-4d97-8719-6b73924cac93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=10aa67e316bc476c8e774ec7c98c3f5d&device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 1128 time: 0.0848815 Apr 01 10:14:42.191929 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-427fe13f-c2cf-407b-9d2a-d95448fc3377 admin admin] Publish callbacks [] for security_group (8622f2de-89dc-4874-b1d9-e0302e32a2e0), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.231116 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a474261f-41a8-47bc-93a4-b2add773a8c5 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (c965f576-00e0-41da-b130-2b7f16bb2ae6), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.261576 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474261f-41a8-47bc-93a4-b2add773a8c5 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c965f576-00e0-41da-b130-2b7f16bb2ae6,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:42.277424 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-427fe13f-c2cf-407b-9d2a-d95448fc3377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8622f2de-89dc-4874-b1d9-e0302e32a2e0), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.314275 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae536a5-37d1-43e8-ba25-5209b3faf718 req-e0e6f3ed-18f7-49c7-abc3-d5b2bc75b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:42.316540 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-8ae536a5-37d1-43e8-ba25-5209b3faf718 req-e0e6f3ed-18f7-49c7-abc3-d5b2bc75b233 service neutron] 10.222.0.43 "GET /v2.0/networks?id=47b80e44-f9c0-4bc0-98ef-6868c01ae62f HTTP/1.1" status: 200 len: 908 time: 0.1722765 Apr 01 10:14:42.330750 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87863d95-2d79-4910-aba4-b0de5e8f8131 req-e3de7aec-22e2-452e-a3a6-e3407ef12a25 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:42.332424 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-87863d95-2d79-4910-aba4-b0de5e8f8131 req-e3de7aec-22e2-452e-a3a6-e3407ef12a25 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 944 time: 0.1090088 Apr 01 10:14:42.363186 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a474261f-41a8-47bc-93a4-b2add773a8c5 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.366939 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-a474261f-41a8-47bc-93a4-b2add773a8c5 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4981072 Apr 01 10:14:42.366939 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-8ae536a5-37d1-43e8-ba25-5209b3faf718 req-f1f901d0-0767-44d5-a0b0-7416a033b3b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e HTTP/1.1" status: 200 len: 217 time: 0.0404577 Apr 01 10:14:42.367124 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36894) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:42.371844 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-d83aba69-9f87-49fa-a813-b6dcd3fc9bb1 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group_rule': {'security_group_id': '19a8fe63-0809-4715-9526-b8bd5d19ee7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:42.374499 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-427fe13f-c2cf-407b-9d2a-d95448fc3377 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a5d0a3ffaa48487b931f4744e8a81eb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3262701 Apr 01 10:14:42.378183 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 36896) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:42.384455 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427fe13f-c2cf-407b-9d2a-d95448fc3377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8622f2de-89dc-4874-b1d9-e0302e32a2e0,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:42.437950 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68747b23-b090-4bbd-9303-fcb615c2f284 req-37615375-cef7-4ed7-8061-ecbc8c09050e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:42.439709 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-68747b23-b090-4bbd-9303-fcb615c2f284 req-37615375-cef7-4ed7-8061-ecbc8c09050e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.1236060 Apr 01 10:14:42.449001 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-87863d95-2d79-4910-aba4-b0de5e8f8131 req-f00104af-c27d-41f1-8f59-3f88a3636531 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817211 Apr 01 10:14:42.511759 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-68747b23-b090-4bbd-9303-fcb615c2f284 req-f75b9ee6-236b-409e-a68a-37c327ed84e0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615141 Apr 01 10:14:42.663965 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae536a5-37d1-43e8-ba25-5209b3faf718 req-c47d6fd9-01fa-4df7-8bf7-53ae8f36efad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:42.665409 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-8ae536a5-37d1-43e8-ba25-5209b3faf718 req-c47d6fd9-01fa-4df7-8bf7-53ae8f36efad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f1bcd30b-c224-4214-ba77-27d5fd8ea342 HTTP/1.1" status: 200 len: 847 time: 0.2785504 Apr 01 10:14:42.666425 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d83aba69-9f87-49fa-a813-b6dcd3fc9bb1 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (0cb982e3-f7b7-4225-a2f8-97d17c89fc96), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.721292 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-8ae536a5-37d1-43e8-ba25-5209b3faf718 req-17221065-9670-4777-bb97-3b2564ef9271 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=47b80e44-f9c0-4bc0-98ef-6868c01ae62f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446417 Apr 01 10:14:42.723103 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-11294506-8abe-4cad-8b1a-8bb40ad7b9bf admin admin] Publish callbacks [] for security_group (8622f2de-89dc-4874-b1d9-e0302e32a2e0), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.800219 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-11294506-8abe-4cad-8b1a-8bb40ad7b9bf admin admin] Publish callbacks [] for security_group (8622f2de-89dc-4874-b1d9-e0302e32a2e0), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.823695 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d83aba69-9f87-49fa-a813-b6dcd3fc9bb1 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (0cb982e3-f7b7-4225-a2f8-97d17c89fc96), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.868206 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-8ae536a5-37d1-43e8-ba25-5209b3faf718 req-63b20641-58ea-4921-9d51-95947b003223 service neutron] 10.222.0.43 "GET /v2.0/networks/47b80e44-f9c0-4bc0-98ef-6868c01ae62f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390598 Apr 01 10:14:42.922835 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d83aba69-9f87-49fa-a813-b6dcd3fc9bb1 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (0cb982e3-f7b7-4225-a2f8-97d17c89fc96), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.948080 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83aba69-9f87-49fa-a813-b6dcd3fc9bb1 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb982e3-f7b7-4225-a2f8-97d17c89fc96,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:42.976904 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-11294506-8abe-4cad-8b1a-8bb40ad7b9bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8622f2de-89dc-4874-b1d9-e0302e32a2e0), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.979981 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-11294506-8abe-4cad-8b1a-8bb40ad7b9bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:42.981116 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-11294506-8abe-4cad-8b1a-8bb40ad7b9bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8622f2de-89dc-4874-b1d9-e0302e32a2e0 HTTP/1.1" status: 204 len: 168 time: 0.6020353 Apr 01 10:14:42.993078 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-8ae536a5-37d1-43e8-ba25-5209b3faf718 req-c4ffb209-427b-4720-a1b6-a2fcfed8aa55 service neutron] 10.222.0.43 "GET /v2.0/networks/47b80e44-f9c0-4bc0-98ef-6868c01ae62f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189520 Apr 01 10:14:42.998106 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11294506-8abe-4cad-8b1a-8bb40ad7b9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8622f2de-89dc-4874-b1d9-e0302e32a2e0,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:43.022028 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d83aba69-9f87-49fa-a813-b6dcd3fc9bb1 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:43.023277 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-d83aba69-9f87-49fa-a813-b6dcd3fc9bb1 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6552420 Apr 01 10:14:43.027088 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 36908) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:43.032366 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'floatingip': {'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:43.105636 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:43.200542 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d8fc50a2-ffde-46cd-a812-14cb78890bd1 req-fb55a7b5-0221-49bc-a277-4102d6ca8501 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 210 time: 0.0321584 Apr 01 10:14:43.232889 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:43.343254 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Allocated IP 172.37.3.182 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/071350bb-a075-41b1-b27b-ed38d8c5af44) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:14:43.484306 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (071350bb-a075-41b1-b27b-ed38d8c5af44), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:43.572455 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b45dfc-062c-4225-bfce-13f77ca19226 req-009a10c1-cebd-4caa-9a0a-cac5448ea115 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:43.573867 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-23b45dfc-062c-4225-bfce-13f77ca19226 req-009a10c1-cebd-4caa-9a0a-cac5448ea115 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 944 time: 0.0523040 Apr 01 10:14:43.594504 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (071350bb-a075-41b1-b27b-ed38d8c5af44), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:43.643138 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:14:43.655894 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:14:43.664834 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:14:43.672420 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-23b45dfc-062c-4225-bfce-13f77ca19226 req-6e5b9c40-7ffc-429e-acfc-aa7b016a1153 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928349 Apr 01 10:14:43.674349 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=071350bb-a075-41b1-b27b-ed38d8c5af44,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:43.793608 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (0168af88-3f37-4f99-8581-3a50e36ab509), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:43.827120 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a5a8fa-0804-442e-a94e-c26794c67c7c req-f1f664cc-150d-4fc7-8b6a-99494b74d1bd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:43.828526 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-43a5a8fa-0804-442e-a94e-c26794c67c7c req-f1f664cc-150d-4fc7-8b6a-99494b74d1bd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0669482 Apr 01 10:14:43.877352 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-43a5a8fa-0804-442e-a94e-c26794c67c7c req-eabc893a-73e7-4ce1-aded-b9e274f8f9c8 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431733 Apr 01 10:14:43.911846 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (071350bb-a075-41b1-b27b-ed38d8c5af44), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:44.070636 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (071350bb-a075-41b1-b27b-ed38d8c5af44), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:44.156976 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (071350bb-a075-41b1-b27b-ed38d8c5af44), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:44.264551 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=071350bb-a075-41b1-b27b-ed38d8c5af44,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:44.295985 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (0168af88-3f37-4f99-8581-3a50e36ab509), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:44.338971 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2a219765-ab18-4829-84c1-942dbdda8c2c req-7f36205d-dff8-41e3-91e7-a372047e21bb tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 210 time: 0.0340197 Apr 01 10:14:44.346680 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4d2cee08-741d-4a2f-b00b-37e3a23b28b0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:44.348148 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4d2cee08-741d-4a2f-b00b-37e3a23b28b0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 819 time: 0.1368313 Apr 01 10:14:44.406511 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:44.413704 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-5a99f4eb-1179-46cf-a900-188a5cd6d230 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3849916 Apr 01 10:14:44.453528 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-aeedaa91-5b00-4ce8-9d74-ceb335bcf1f4 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=944c78fd166e487fa555d9dfc89307ca HTTP/1.1" status: 200 len: 379 time: 0.0834084 Apr 01 10:14:44.464443 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Request body: {'port': {'device_id': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'admin_state_up': True, 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'security_groups': ['4f65fa1d-435f-46d5-add3-b230dca6f871']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:44.663750 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-6a5be001-5417-4a27-8145-5eb4db569eba tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--769301537&fields=id&tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 267 time: 0.0555367 Apr 01 10:14:44.717184 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Made reservation on behalf of 944c78fd166e487fa555d9dfc89307ca for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:14:44.720562 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:44.825475 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa223a8-1029-400b-8310-0888db7e8563 req-8c405846-6c50-43b7-b2a7-36d6e11e47c0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:44.832570 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-8c405846-6c50-43b7-b2a7-36d6e11e47c0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 814 time: 0.1613517 Apr 01 10:14:44.854608 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-d40ffe1b-1ff4-4d98-8de3-6ec8bfd09ad3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/quotas/4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 375 time: 0.0211217 Apr 01 10:14:44.885743 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Allocated IP 172.20.0.11 (853426ae-fc11-4f7b-806b-575aef5f8d4c/96f8cb1f-cab3-4b9a-9563-129ee0dac497/cc18e111-4c6f-4224-b41c-6b4402e4dc49) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:14:44.896033 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0bceb-218c-4595-928c-713e0785dc6c req-b544f72a-5e77-455f-8d19-8e94b7f560c5 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:44.897698 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d9f0bceb-218c-4595-928c-713e0785dc6c req-b544f72a-5e77-455f-8d19-8e94b7f560c5 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 944 time: 0.1317985 Apr 01 10:14:44.948159 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-9bb460f5-7b1d-447e-a49f-819d6e2fd946 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0859227 Apr 01 10:14:45.030435 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d9f0bceb-218c-4595-928c-713e0785dc6c req-1733d953-9254-426b-ae8e-bfe19251881e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235762 Apr 01 10:14:45.065744 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-93a57f64-ce07-4f34-ae17-4ef325179afa service neutron] 10.222.0.13 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139088 Apr 01 10:14:45.079793 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:45.192266 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:45.204221 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d1d15ed1-767c-4e3d-9506-9dfa62d3c03e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:14:45.204924 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a46bdc-5c03-43ae-a929-0252e5fa5b52 req-ef590180-e930-435a-b812-911aeb2b3aac tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:45.206383 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f3a46bdc-5c03-43ae-a929-0252e5fa5b52 req-ef590180-e930-435a-b812-911aeb2b3aac tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0777066 Apr 01 10:14:45.208396 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-f76fd94a-16c1-49b1-9251-214c859c366c service neutron] 10.222.0.13 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339829 Apr 01 10:14:45.255521 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Network 853426ae-fc11-4f7b-806b-575aef5f8d4c is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:14:45.266808 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:14:45.271377 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:14:45.281058 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:45.287530 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:45.312487 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f3a46bdc-5c03-43ae-a929-0252e5fa5b52 req-6a3fbcef-63e3-4598-9088-c830bc99040e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947218 Apr 01 10:14:45.324012 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event updated for resources: {'Port': ['ID=cc18e111-4c6f-4224-b41c-6b4402e4dc49,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:45.417117 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4f31a913-d3d3-492d-848e-76256ee74dbd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9566784 Apr 01 10:14:45.431217 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Request body: {'port': {'device_id': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:45.439931 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e,segment=NetworkSegment(903885c6-e6df-431c-9e69-b9b543864e05),segment_id=903885c6-e6df-431c-9e69-b9b543864e05)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:45.475994 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'd1d15ed1-767c-4e3d-9506-9dfa62d3c03e', 'network_id': '47b80e44-f9c0-4bc0-98ef-6868c01ae62f', 'port_id': 'd1d15ed1-767c-4e3d-9506-9dfa62d3c03e', 'mac_address': 'fa:16:3e:2d:9a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1bcd30b-c224-4214-ba77-27d5fd8ea342', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:14:45.490154 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db33ff4-b70f-481e-a94d-007ecf749a6b req-6b1e27ac-b69b-484c-9484-2ce9b8443f01 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:45.491857 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5db33ff4-b70f-481e-a94d-007ecf749a6b req-6b1e27ac-b69b-484c-9484-2ce9b8443f01 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 932 time: 0.0660892 Apr 01 10:14:45.593161 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:14:45.593584 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:45.621092 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d15ed1-767c-4e3d-9506-9dfa62d3c03e {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:14:45.624169 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:45.632358 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5db33ff4-b70f-481e-a94d-007ecf749a6b req-d2e40211-560d-4121-bbeb-02603c793304 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332707 Apr 01 10:14:45.682103 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e,segment=NetworkSegment(903885c6-e6df-431c-9e69-b9b543864e05),segment_id=903885c6-e6df-431c-9e69-b9b543864e05)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:45.694402 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-70f93564-76b9-460b-945b-fb311b467910 req-8be79fba-f4ca-4263-ae50-5cefff3bd121 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 210 time: 0.0889277 Apr 01 10:14:45.739743 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-16ae398a-ebc8-4143-8dfd-a16b67a69b82 None None] Provisioning complete for port cc18e111-4c6f-4224-b41c-6b4402e4dc49 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:14:45.740616 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-16ae398a-ebc8-4143-8dfd-a16b67a69b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:45.771736 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:45.813721 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-16ae398a-ebc8-4143-8dfd-a16b67a69b82 None None] Port cc18e111-4c6f-4224-b41c-6b4402e4dc49 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:14:45.837659 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:45.952766 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc18e111-4c6f-4224-b41c-6b4402e4dc49 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:14:45.960266 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Publish callbacks [] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:45.976803 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Transition to ACTIVE for port object cc18e111-4c6f-4224-b41c-6b4402e4dc49 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:14:46.036884 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:46.092894 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['d1d15ed1-767c-4e3d-9506-9dfa62d3c03e'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:14:46.103160 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 37048) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:46.210576 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Attempting to bind port cc18e111-4c6f-4224-b41c-6b4402e4dc49 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:14:46.210917 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Attempting to bind port cc18e111-4c6f-4224-b41c-6b4402e4dc49 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:14:46.211254 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Attempting to bind port cc18e111-4c6f-4224-b41c-6b4402e4dc49 on network 853426ae-fc11-4f7b-806b-575aef5f8d4c {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:14:46.216350 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc18e111-4c6f-4224-b41c-6b4402e4dc49,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:46.218941 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Port cc18e111-4c6f-4224-b41c-6b4402e4dc49 on network 853426ae-fc11-4f7b-806b-575aef5f8d4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:14:46.219280 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Attempting to bind port cc18e111-4c6f-4224-b41c-6b4402e4dc49 on network 853426ae-fc11-4f7b-806b-575aef5f8d4c {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:14:46.224793 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:14:46.225427 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Checking segment: {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:14:46.226104 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Bound using segment: {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:14:46.226694 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Bound port: cc18e111-4c6f-4224-b41c-6b4402e4dc49, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '891ac9d3-ea57-4df2-a3d7-9a11dff185fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:14:46.227840 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:46.239981 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e56eb8-4418-4a92-893e-447531c0fcff req-2add0f1f-977f-44fd-b855-2cb41d6eba7b tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:46.242707 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-38e56eb8-4418-4a92-893e-447531c0fcff req-2add0f1f-977f-44fd-b855-2cb41d6eba7b tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 945 time: 0.0943818 Apr 01 10:14:46.285443 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8fd893a7-1d10-4e95-bea8-5ca746dde49b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:46.324460 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] For port cc18e111-4c6f-4224-b41c-6b4402e4dc49, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:14:46.328219 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] For port cc18e111-4c6f-4224-b41c-6b4402e4dc49, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc18e111-4c6f-4224-b41c-6b4402e4dc49,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:14:46.333896 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-38e56eb8-4418-4a92-893e-447531c0fcff req-9ca63963-37fd-4ed0-a90c-cce135e9c7af tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841510 Apr 01 10:14:46.410247 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:46.419965 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8fd893a7-1d10-4e95-bea8-5ca746dde49b admin admin] Publish callbacks [] for security_group (ccdfd916-f26b-4cfc-a4e6-193fd438ca37), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:46.450074 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:46.453569 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:46.453569 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] 10.222.0.43 "PUT /v2.0/ports/cc18e111-4c6f-4224-b41c-6b4402e4dc49 HTTP/1.1" status: 200 len: 1094 time: 1.0252409 Apr 01 10:14:46.456447 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:14:46.465515 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153ca7fe-a805-4be5-a912-ebb5da841bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:14:46.476765 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58527f74-627f-42b0-bfc1-6e60c54a9b69 req-78a8e3fb-fccd-483b-82cd-9e76f82934d6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:46.489000 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-58527f74-627f-42b0-bfc1-6e60c54a9b69 req-78a8e3fb-fccd-483b-82cd-9e76f82934d6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0624306 Apr 01 10:14:46.506732 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8fd893a7-1d10-4e95-bea8-5ca746dde49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (ccdfd916-f26b-4cfc-a4e6-193fd438ca37), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:46.525548 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee4bd79-ec6a-48cb-8ef5-ff4f3dd3f277 x-openstack-request-id: req-5ee4bd79-ec6a-48cb-8ef5-ff4f3dd3f277 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:14:46.525851 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:14:46.526088 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-5ee4bd79-ec6a-48cb-8ef5-ff4f3dd3f277 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:14:46.526490 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee4bd79-ec6a-48cb-8ef5-ff4f3dd3f277'] response: {'name': 'network-changed', 'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'status': 'completed', 'code': 200} Apr 01 10:14:46.584773 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35dcc1-12f9-47cb-8b1f-e8d16ed82ac1 service neutron] Pushing event updated for resources: {'Port': ['ID=cc18e111-4c6f-4224-b41c-6b4402e4dc49,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:46.609721 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ca7fe-a805-4be5-a912-ebb5da841bd5 req-16f65ede-5a05-44e4-ad07-25ee0355d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:46.611491 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-153ca7fe-a805-4be5-a912-ebb5da841bd5 req-16f65ede-5a05-44e4-ad07-25ee0355d85f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 1128 time: 0.0607667 Apr 01 10:14:46.738857 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ca7fe-a805-4be5-a912-ebb5da841bd5 req-30f2313a-9690-4482-b260-fd2356afbe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:46.740494 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-153ca7fe-a805-4be5-a912-ebb5da841bd5 req-30f2313a-9690-4482-b260-fd2356afbe6b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=944c78fd166e487fa555d9dfc89307ca&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1185043 Apr 01 10:14:46.819146 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-58527f74-627f-42b0-bfc1-6e60c54a9b69 req-7d765054-d5ee-40da-ac7e-c0cac610df4f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3338244 Apr 01 10:14:46.830973 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-8fd893a7-1d10-4e95-bea8-5ca746dde49b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c464632858e148e1bbe0691ac78203a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7264991 Apr 01 10:14:46.831779 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd893a7-1d10-4e95-bea8-5ca746dde49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdfd916-f26b-4cfc-a4e6-193fd438ca37,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:46.834151 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37068) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:46.920839 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ca7fe-a805-4be5-a912-ebb5da841bd5 req-bb6b312e-358a-4f3d-9913-aa321bc49488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:46.922412 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-153ca7fe-a805-4be5-a912-ebb5da841bd5 req-bb6b312e-358a-4f3d-9913-aa321bc49488 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1721504 Apr 01 10:14:46.945415 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a67402e-6bb7-4130-9111-a66735dc5475 admin admin] Publish callbacks [] for security_group (ccdfd916-f26b-4cfc-a4e6-193fd438ca37), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:46.973083 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a67402e-6bb7-4130-9111-a66735dc5475 admin admin] Publish callbacks [] for security_group (ccdfd916-f26b-4cfc-a4e6-193fd438ca37), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:46.978633 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6801277a-453d-4e42-97e6-b7089cd83465 req-ed5ae6c1-b5ee-4d61-a734-7a490b47be30 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 210 time: 0.0369687 Apr 01 10:14:47.009745 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925dcbe-c0c0-4cfb-8ca2-76c18d585708 req-327d1d91-946d-4aac-94a0-11be747471f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:47.012630 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2925dcbe-c0c0-4cfb-8ca2-76c18d585708 req-327d1d91-946d-4aac-94a0-11be747471f0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 944 time: 0.1017931 Apr 01 10:14:47.072188 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4990004d-955e-482d-af9f-0de6f68c2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:47.073717 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-4990004d-955e-482d-af9f-0de6f68c2640 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 1128 time: 0.0986311 Apr 01 10:14:47.100474 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2925dcbe-c0c0-4cfb-8ca2-76c18d585708 req-ee851276-f156-47e7-bcbf-7d7c63e33487 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817587 Apr 01 10:14:47.121838 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3223e7fb-2f48-492c-a250-63414adf27de req-aba38ac8-2748-4f4a-a263-b448b329415c tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:47.123962 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3223e7fb-2f48-492c-a250-63414adf27de req-aba38ac8-2748-4f4a-a263-b448b329415c tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0794866 Apr 01 10:14:47.125236 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-151c07f1-7f7f-44aa-ade4-51b7f52f894c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc18e111-4c6f-4224-b41c-6b4402e4dc49 HTTP/1.1" status: 200 len: 217 time: 0.0401850 Apr 01 10:14:47.161042 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a67402e-6bb7-4130-9111-a66735dc5475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (ccdfd916-f26b-4cfc-a4e6-193fd438ca37), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:47.163843 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9a67402e-6bb7-4130-9111-a66735dc5475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:47.164987 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-9a67402e-6bb7-4130-9111-a66735dc5475 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccdfd916-f26b-4cfc-a4e6-193fd438ca37 HTTP/1.1" status: 204 len: 168 time: 0.3298447 Apr 01 10:14:47.192928 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3223e7fb-2f48-492c-a250-63414adf27de req-1466ede6-2cca-451a-ace8-37c2df6edccc tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524440 Apr 01 10:14:47.218595 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d1d15ed1-767c-4e3d-9506-9dfa62d3c03e up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:14:47.221047 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67402e-6bb7-4130-9111-a66735dc5475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdfd916-f26b-4cfc-a4e6-193fd438ca37,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:47.231534 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-76cec73d-e014-4655-a66c-4b8e228cc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:47.233010 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-76cec73d-e014-4655-a66c-4b8e228cc164 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.0827861 Apr 01 10:14:47.288065 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-9d00c73c-fb0d-40eb-bcb3-a9f94403d7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:47.289616 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-9d00c73c-fb0d-40eb-bcb3-a9f94403d7c5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489974 Apr 01 10:14:47.345221 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:14:47.349975 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:14:47.350919 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:47.397284 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-fcb8b476-ffaf-4bc5-bf8b-d2c85f4ad0bb service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982993 Apr 01 10:14:47.443976 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:14:47.444424 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:47.469940 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57d29f4-6148-4650-96e0-ae05998803b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d15ed1-767c-4e3d-9506-9dfa62d3c03e'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:14:47.472584 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40472a3-65a8-4dcf-8a01-0b69b0880fd5" -d '{"events": [{"server_uuid": "e57d29f4-6148-4650-96e0-ae05998803b2", "name": "network-vif-plugged", "status": "completed", "tag": "d1d15ed1-767c-4e3d-9506-9dfa62d3c03e"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:14:47.486826 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce15569-b478-49aa-991f-423486914c6c req-e40ddb3f-f41f-419b-b9b5-479ef90ae736 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:47.489194 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5ce15569-b478-49aa-991f-423486914c6c req-e40ddb3f-f41f-419b-b9b5-479ef90ae736 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 945 time: 0.0696995 Apr 01 10:14:47.517838 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e,segment=NetworkSegment(903885c6-e6df-431c-9e69-b9b543864e05),segment_id=903885c6-e6df-431c-9e69-b9b543864e05)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:47.523175 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6c502861-6288-42d2-bfde-1db7f7d7908c req-45655be1-2a7a-49ab-a9f6-10cb3927e251 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166782 Apr 01 10:14:47.529956 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98e131f-f63e-4f25-8520-71cd387f8f58 x-openstack-request-id: req-e98e131f-f63e-4f25-8520-71cd387f8f58 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:14:47.530265 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57d29f4-6148-4650-96e0-ae05998803b2", "name": "network-vif-plugged", "status": "completed", "tag": "d1d15ed1-767c-4e3d-9506-9dfa62d3c03e", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:14:47.530521 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e98e131f-f63e-4f25-8520-71cd387f8f58 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:14:47.530914 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e98e131f-f63e-4f25-8520-71cd387f8f58'] response: {'server_uuid': 'e57d29f4-6148-4650-96e0-ae05998803b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d15ed1-767c-4e3d-9506-9dfa62d3c03e', 'code': 200} Apr 01 10:14:47.545996 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5ce15569-b478-49aa-991f-423486914c6c req-0fe2f284-6169-4164-857e-77a6da773371 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503194 Apr 01 10:14:47.579823 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:47.631368 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:47.818126 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa223a8-1029-400b-8310-0888db7e8563 req-e2c87300-5a86-4876-86b1-c787ee306750 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:47.819710 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-e2c87300-5a86-4876-86b1-c787ee306750 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 814 time: 0.1024730 Apr 01 10:14:47.850049 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d9a07-f205-4416-a426-5c5d25abb15a req-2744dfd0-d079-48f7-91f4-5adc0a9ebb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:47.853743 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-bb7d9a07-f205-4416-a426-5c5d25abb15a req-2744dfd0-d079-48f7-91f4-5adc0a9ebb4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 1130 time: 0.0636530 Apr 01 10:14:47.875514 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 37086) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:47.893001 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-80565ddb-10e0-472f-9a90-b057e8b77858 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:47.919549 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-ee2e5dee-ed2d-40a4-8522-856281c0c690 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 472 time: 0.0904288 Apr 01 10:14:47.928504 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'port': {'device_id': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'admin_state_up': True, 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'security_groups': ['19a8fe63-0809-4715-9526-b8bd5d19ee7f']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:47.949048 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-bb7d9a07-f205-4416-a426-5c5d25abb15a req-c10ee440-fd26-4b1f-b3b0-83a9bbb1d37c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887032 Apr 01 10:14:47.998248 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86a087-216d-4364-a96c-d6866bfb4333 req-f42723a5-a4de-4fca-8df6-a2016634a8d0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:47.999746 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3d86a087-216d-4364-a96c-d6866bfb4333 req-f42723a5-a4de-4fca-8df6-a2016634a8d0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0873044 Apr 01 10:14:48.092665 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-80565ddb-10e0-472f-9a90-b057e8b77858 admin admin] Publish callbacks [] for security_group (f161255c-693e-475b-807f-673cf5a8710a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.097519 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6550ba08-2e91-4cb7-9363-0993745951eb req-875abf70-bd86-4e7d-adb1-1dd66cf07b69 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 210 time: 0.0472901 Apr 01 10:14:48.101805 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3d86a087-216d-4364-a96c-d6866bfb4333 req-00f94b93-dd41-4352-af23-1515a7bcedcc tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923951 Apr 01 10:14:48.110996 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Made reservation on behalf of 4fe27716eeb24577b5e8d4ce0ca46b5f for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:14:48.115099 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.168233 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-80565ddb-10e0-472f-9a90-b057e8b77858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (f161255c-693e-475b-807f-673cf5a8710a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.246134 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-80565ddb-10e0-472f-9a90-b057e8b77858 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15d7cf3b11d4440087dcb429eb7e2b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693891 Apr 01 10:14:48.249114 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 37102) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:48.255820 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80565ddb-10e0-472f-9a90-b057e8b77858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f161255c-693e-475b-807f-673cf5a8710a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:48.265801 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Allocated IP 172.20.0.8 (f92ca3fc-f878-4471-8584-45362264a2fe/3c4bd942-1f07-46b6-a4b8-3efb6580d55d/a0d50050-5729-4d45-a56b-5c7788f34f3c) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:14:48.305214 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d769c-5587-4cf8-a284-1b926fb899b9 req-b1bf50a3-0648-43d4-992a-e504ab40f027 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:48.306716 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-258d769c-5587-4cf8-a284-1b926fb899b9 req-b1bf50a3-0648-43d4-992a-e504ab40f027 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 944 time: 0.1322305 Apr 01 10:14:48.404571 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d2d74fc-a202-40ff-871f-d88ddaf5e71d admin admin] Publish callbacks [] for security_group (f161255c-693e-475b-807f-673cf5a8710a), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.408612 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-258d769c-5587-4cf8-a284-1b926fb899b9 req-d12d7fdf-fd2b-48ea-899d-08ad25e74cba tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888472 Apr 01 10:14:48.428412 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.429255 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae295023-1d26-4897-bedd-b669ae1516cc req-c3a8abdd-b0da-47a6-bece-43ffae8f8154 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:48.429255 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ae295023-1d26-4897-bedd-b669ae1516cc req-c3a8abdd-b0da-47a6-bece-43ffae8f8154 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.1345496 Apr 01 10:14:48.444742 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d2d74fc-a202-40ff-871f-d88ddaf5e71d admin admin] Publish callbacks [] for security_group (f161255c-693e-475b-807f-673cf5a8710a), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.502008 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ae295023-1d26-4897-bedd-b669ae1516cc req-4066d4fd-c444-41f5-8bfb-31c3ad6d0a0f tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662017 Apr 01 10:14:48.516965 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.564674 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Network f92ca3fc-f878-4471-8584-45362264a2fe is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:14:48.567866 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:14:48.570367 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:14:48.576950 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:48.576950 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.593739 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=a0d50050-5729-4d45-a56b-5c7788f34f3c,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:48.614082 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d2d74fc-a202-40ff-871f-d88ddaf5e71d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (f161255c-693e-475b-807f-673cf5a8710a), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.616692 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4d2d74fc-a202-40ff-871f-d88ddaf5e71d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.621691 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-4d2d74fc-a202-40ff-871f-d88ddaf5e71d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f161255c-693e-475b-807f-673cf5a8710a HTTP/1.1" status: 204 len: 168 time: 0.3719397 Apr 01 10:14:48.656841 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d74fc-a202-40ff-871f-d88ddaf5e71d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f161255c-693e-475b-807f-673cf5a8710a,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:48.673599 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-6186f65f-86f9-4c82-85f5-30bc687297d6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7485414 Apr 01 10:14:48.686313 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c6ebd-ed92-48eb-a7d2-a02b5d75743a req-99544e4a-f7a2-48a3-a72c-634da0b1137e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:48.687961 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5a2c6ebd-ed92-48eb-a7d2-a02b5d75743a req-99544e4a-f7a2-48a3-a72c-634da0b1137e tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 946 time: 0.0635707 Apr 01 10:14:48.694136 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Request body: {'port': {'device_id': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:48.744571 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5a2c6ebd-ed92-48eb-a7d2-a02b5d75743a req-87dac99f-4739-45a3-9d16-85553887d5b3 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463734 Apr 01 10:14:48.782133 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.834972 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-c726c7d2-cb2f-42ee-a402-869d3aac0b54 None None] Provisioning complete for port a0d50050-5729-4d45-a56b-5c7788f34f3c triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:14:48.835659 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c726c7d2-cb2f-42ee-a402-869d3aac0b54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:48.857934 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 37110) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:48.876136 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-c726c7d2-cb2f-42ee-a402-869d3aac0b54 None None] Port a0d50050-5729-4d45-a56b-5c7788f34f3c cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:14:48.991670 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-55bf45ea-080d-4117-8078-85568526f2b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.065646 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-55bf45ea-080d-4117-8078-85568526f2b3 admin admin] Publish callbacks [] for security_group (3a613400-cb69-4772-8e60-306b467d75a3), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.074692 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0d50050-5729-4d45-a56b-5c7788f34f3c {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:14:49.082126 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Publish callbacks [] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.094522 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Transition to ACTIVE for port object a0d50050-5729-4d45-a56b-5c7788f34f3c will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:14:49.139355 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-55bf45ea-080d-4117-8078-85568526f2b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3a613400-cb69-4772-8e60-306b467d75a3), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.185401 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-55bf45ea-080d-4117-8078-85568526f2b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5835cb218f47422ebd301590b06ed1ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305566 Apr 01 10:14:49.186395 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bf45ea-080d-4117-8078-85568526f2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a613400-cb69-4772-8e60-306b467d75a3,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:49.189353 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37128) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:49.206014 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.294164 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f783e8-9747-4158-9d5b-b71fd4131c7f req-3787c533-804e-42a5-abe2-d3018f32dfa7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:49.296848 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-74f783e8-9747-4158-9d5b-b71fd4131c7f req-3787c533-804e-42a5-abe2-d3018f32dfa7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 943 time: 0.0987449 Apr 01 10:14:49.303878 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d50050-5729-4d45-a56b-5c7788f34f3c,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:49.306841 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73936f78-b647-43fa-8d6b-70a74d32e6ed req-59f99053-1456-4db3-8f89-5eed9d63ee67 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:49.315484 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-73936f78-b647-43fa-8d6b-70a74d32e6ed req-59f99053-1456-4db3-8f89-5eed9d63ee67 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.1073172 Apr 01 10:14:49.329640 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f3f0a35d-a06d-46b4-9a83-bd8a9d01ecb1 admin admin] Publish callbacks [] for security_group (3a613400-cb69-4772-8e60-306b467d75a3), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.331466 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Attempting to bind port a0d50050-5729-4d45-a56b-5c7788f34f3c on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:14:49.331806 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Attempting to bind port a0d50050-5729-4d45-a56b-5c7788f34f3c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:14:49.332139 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Attempting to bind port a0d50050-5729-4d45-a56b-5c7788f34f3c on network f92ca3fc-f878-4471-8584-45362264a2fe {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:14:49.345116 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Port a0d50050-5729-4d45-a56b-5c7788f34f3c on network f92ca3fc-f878-4471-8584-45362264a2fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:14:49.354759 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Attempting to bind port a0d50050-5729-4d45-a56b-5c7788f34f3c on network f92ca3fc-f878-4471-8584-45362264a2fe {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:14:49.374152 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f3f0a35d-a06d-46b4-9a83-bd8a9d01ecb1 admin admin] Publish callbacks [] for security_group (3a613400-cb69-4772-8e60-306b467d75a3), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.376133 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:14:49.376683 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Checking segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:14:49.377258 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Bound using segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:14:49.377851 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Bound port: a0d50050-5729-4d45-a56b-5c7788f34f3c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:14:49.378363 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.405458 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-73936f78-b647-43fa-8d6b-70a74d32e6ed req-a1c31ff6-498a-4973-8806-70966648d740 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798171 Apr 01 10:14:49.455602 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-74f783e8-9747-4158-9d5b-b71fd4131c7f req-46e2b88c-fc42-44cb-b937-c76470bd9134 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362941 Apr 01 10:14:49.503273 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] For port a0d50050-5729-4d45-a56b-5c7788f34f3c, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:14:49.506655 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] For port a0d50050-5729-4d45-a56b-5c7788f34f3c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a0d50050-5729-4d45-a56b-5c7788f34f3c,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:14:49.572583 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf888c-6a33-4fb2-8447-077c728eb780 req-d70f6bfa-3b38-4ee4-8e50-a9fd3ee63e21 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:49.574407 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-20bf888c-6a33-4fb2-8447-077c728eb780 req-d70f6bfa-3b38-4ee4-8e50-a9fd3ee63e21 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 944 time: 0.0583687 Apr 01 10:14:49.575557 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f3f0a35d-a06d-46b4-9a83-bd8a9d01ecb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3a613400-cb69-4772-8e60-306b467d75a3), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.580039 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f3f0a35d-a06d-46b4-9a83-bd8a9d01ecb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.582090 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-f3f0a35d-a06d-46b4-9a83-bd8a9d01ecb1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a613400-cb69-4772-8e60-306b467d75a3 HTTP/1.1" status: 204 len: 168 time: 0.3902123 Apr 01 10:14:49.582467 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.634790 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f0a35d-a06d-46b4-9a83-bd8a9d01ecb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a613400-cb69-4772-8e60-306b467d75a3,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:49.644098 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:49.644728 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:49.646223 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] 10.222.0.43 "PUT /v2.0/ports/a0d50050-5729-4d45-a56b-5c7788f34f3c HTTP/1.1" status: 200 len: 1093 time: 0.9626496 Apr 01 10:14:49.646669 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'tag': 'a0d50050-5729-4d45-a56b-5c7788f34f3c'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:14:49.649579 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce82c89e-3227-4df3-a042-7b030cef5437" -d '{"events": [{"name": "network-changed", "server_uuid": "2b250c44-9b77-46f2-9774-e2c4d6e51890", "tag": "a0d50050-5729-4d45-a56b-5c7788f34f3c"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:14:49.679174 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-20bf888c-6a33-4fb2-8447-077c728eb780 req-69c328d7-18cf-4999-8eca-2498eecee330 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697935 Apr 01 10:14:49.687817 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00123cdb-739a-45e5-8d6d-3628e3222536 req-604051ad-e96a-4cd2-b85c-5c82292e4092 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:49.689850 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-00123cdb-739a-45e5-8d6d-3628e3222536 req-604051ad-e96a-4cd2-b85c-5c82292e4092 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.1129067 Apr 01 10:14:49.693753 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe329bd-7569-4149-bb3f-59be4acee637 service neutron] Pushing event updated for resources: {'Port': ['ID=a0d50050-5729-4d45-a56b-5c7788f34f3c,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:49.759337 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716964b8-1651-450a-b51d-fff4349ff42d x-openstack-request-id: req-716964b8-1651-450a-b51d-fff4349ff42d {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:14:49.763105 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b250c44-9b77-46f2-9774-e2c4d6e51890", "tag": "a0d50050-5729-4d45-a56b-5c7788f34f3c", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:14:49.763105 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-716964b8-1651-450a-b51d-fff4349ff42d {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:14:49.763105 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716964b8-1651-450a-b51d-fff4349ff42d'] response: {'name': 'network-changed', 'server_uuid': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'tag': 'a0d50050-5729-4d45-a56b-5c7788f34f3c', 'status': 'completed', 'code': 200} Apr 01 10:14:49.767457 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37146) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:49.789842 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-00123cdb-739a-45e5-8d6d-3628e3222536 req-1c1077fe-cd2a-432b-8f7a-94cb9cffff68 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913045 Apr 01 10:14:49.871435 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa223a8-1029-400b-8310-0888db7e8563 req-532f636e-3f78-4519-8c84-106386c15e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:49.872967 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-532f636e-3f78-4519-8c84-106386c15e39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 1127 time: 0.0978920 Apr 01 10:14:49.919452 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3c4e1-65dd-4339-9927-4fe94ff51b73 req-3a7ace6a-467f-43d5-822c-3212ca3ff4d2 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:49.921170 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1fc3c4e1-65dd-4339-9927-4fe94ff51b73 req-3a7ace6a-467f-43d5-822c-3212ca3ff4d2 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 946 time: 0.0584095 Apr 01 10:14:49.931653 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-421813296-network', 'tenant_id': '9562758522b449d6af278e18fe99b003'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:49.956668 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-82f48259-99a7-4ed6-b7e8-50b2f3cc557a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0d50050-5729-4d45-a56b-5c7788f34f3c HTTP/1.1" status: 200 len: 217 time: 0.0718675 Apr 01 10:14:49.971041 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1fc3c4e1-65dd-4339-9927-4fe94ff51b73 req-f99d4c4d-1804-444e-85a4-eea94121de90 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443997 Apr 01 10:14:50.014904 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa223a8-1029-400b-8310-0888db7e8563 req-37d81069-0ed3-4ab5-879e-a5236b270294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:50.016493 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-37d81069-0ed3-4ab5-879e-a5236b270294 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4bd942-1f07-46b6-a4b8-3efb6580d55d HTTP/1.1" status: 200 len: 853 time: 0.0524828 Apr 01 10:14:50.050270 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Made reservation on behalf of 9562758522b449d6af278e18fe99b003 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:14:50.052982 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:50.063580 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:50.097240 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa223a8-1029-400b-8310-0888db7e8563 req-de40a5ee-79f8-4196-b80d-8fe676c8fabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:50.098727 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-de40a5ee-79f8-4196-b80d-8fe676c8fabb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92ca3fc-f878-4471-8584-45362264a2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0758681 Apr 01 10:14:50.215545 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Publish callbacks [] for security_group (8f919d9b-5af2-47d5-b126-fc1e8282a269), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:50.229079 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-42f36394-b970-4a16-a9e9-1a6977db82cb service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134872 Apr 01 10:14:50.312318 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8f919d9b-5af2-47d5-b126-fc1e8282a269), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:50.357983 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-daa223a8-1029-400b-8310-0888db7e8563 req-eab75d57-c857-4727-bb4d-d7356605765b service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201088 Apr 01 10:14:50.358694 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f919d9b-5af2-47d5-b126-fc1e8282a269,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:50.408049 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:14:50.418633 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (8b820b2b-35ae-4937-9fb1-4aedee33cb4d), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:50.418977 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.segments_db [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Added segment 8b820b2b-35ae-4937-9fb1-4aedee33cb4d of type vlan for network 9e28a7d2-e764-477e-b667-e357d7a67590 Apr 01 10:14:50.464829 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (9e28a7d2-e764-477e-b667-e357d7a67590), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:50.535883 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269ee1a-1fed-43a0-a590-a853548fb3a5 req-5c74ae56-bc89-47b6-ae64-49d504b7c440 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:50.537860 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f269ee1a-1fed-43a0-a590-a853548fb3a5 req-5c74ae56-bc89-47b6-ae64-49d504b7c440 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0698957 Apr 01 10:14:50.562318 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82c89e-3227-4df3-a042-7b030cef5437 req-2691354e-dabc-4fd2-b36f-403c7b46706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:50.563922 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ce82c89e-3227-4df3-a042-7b030cef5437 req-2691354e-dabc-4fd2-b36f-403c7b46706d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 1127 time: 0.0551510 Apr 01 10:14:50.626832 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f269ee1a-1fed-43a0-a590-a853548fb3a5 req-fd7adaff-2639-481e-b998-63f05e808aa3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821590 Apr 01 10:14:50.640525 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40619a9c-948b-4b6c-b31f-d340b1eb1886 req-4f0a2d41-afc8-4d26-ad4d-c11cba73d689 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:50.642360 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-40619a9c-948b-4b6c-b31f-d340b1eb1886 req-4f0a2d41-afc8-4d26-ad4d-c11cba73d689 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 943 time: 0.0898430 Apr 01 10:14:50.647473 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (9e28a7d2-e764-477e-b667-e357d7a67590), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:50.652727 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:50.653822 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:50.696604 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-40619a9c-948b-4b6c-b31f-d340b1eb1886 req-42affc6f-4a33-47b7-b770-caa5cc75611b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476751 Apr 01 10:14:50.739315 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] Pushing event updated for resources: {'Network': ['ID=9e28a7d2-e764-477e-b667-e357d7a67590,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:50.751667 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network 9e28a7d2-e764-477e-b667-e357d7a67590 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:14:50.752826 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82c89e-3227-4df3-a042-7b030cef5437 req-960d83de-5928-4efe-8619-73711559baa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:50.754372 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ce82c89e-3227-4df3-a042-7b030cef5437 req-960d83de-5928-4efe-8619-73711559baa4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 915 time: 0.1832936 Apr 01 10:14:50.807431 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ce82c89e-3227-4df3-a042-7b030cef5437 req-99fe85f7-3a9f-4a0b-b8ee-0fb5ef3ccf2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0d50050-5729-4d45-a56b-5c7788f34f3c HTTP/1.1" status: 200 len: 217 time: 0.0420897 Apr 01 10:14:50.811553 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-6a1a7d7f-737d-4052-a67b-5359217dee74 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0427279 Apr 01 10:14:50.814752 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37182) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:50.815633 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8a220-2ca9-4966-89a0-9116a132bbf2 req-e560f653-6ca2-41fa-9e16-84eac3f36d8e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:50.817351 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-38a8a220-2ca9-4966-89a0-9116a132bbf2 req-e560f653-6ca2-41fa-9e16-84eac3f36d8e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 944 time: 0.0526438 Apr 01 10:14:50.838147 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] Request body: {'subnet': {'network_id': '9e28a7d2-e764-477e-b667-e357d7a67590', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-421813296-subnet', 'tenant_id': '9562758522b449d6af278e18fe99b003', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:50.903020 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-38a8a220-2ca9-4966-89a0-9116a132bbf2 req-6fa17de9-18a4-41dc-8778-0e1f37da20a2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781584 Apr 01 10:14:50.913359 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82c89e-3227-4df3-a042-7b030cef5437 req-e0ea3acc-f022-4a9d-b75a-052e415157e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:50.916177 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ce82c89e-3227-4df3-a042-7b030cef5437 req-e0ea3acc-f022-4a9d-b75a-052e415157e0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4bd942-1f07-46b6-a4b8-3efb6580d55d HTTP/1.1" status: 200 len: 853 time: 0.1024420 Apr 01 10:14:50.959128 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045c03a-1d69-4282-9634-0a918b7f1034 req-2fe4b0bf-6ef7-4553-90c1-9a69bd662abe tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:50.969507 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6045c03a-1d69-4282-9634-0a918b7f1034 req-2fe4b0bf-6ef7-4553-90c1-9a69bd662abe tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0756171 Apr 01 10:14:50.976791 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82c89e-3227-4df3-a042-7b030cef5437 req-ba0394b2-4fbc-443c-b645-af632464dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:50.982573 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ce82c89e-3227-4df3-a042-7b030cef5437 req-ba0394b2-4fbc-443c-b645-af632464dc2d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92ca3fc-f878-4471-8584-45362264a2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0594316 Apr 01 10:14:50.995654 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] Made reservation on behalf of 9562758522b449d6af278e18fe99b003 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:14:50.998188 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:51.017589 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6045c03a-1d69-4282-9634-0a918b7f1034 req-4a9c1e7d-4de7-4699-a615-941dfdf03bee tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486434 Apr 01 10:14:51.150541 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ce82c89e-3227-4df3-a042-7b030cef5437 req-1847b445-92f3-478c-b40f-5521f48e8932 service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564662 Apr 01 10:14:51.252217 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device cc18e111-4c6f-4224-b41c-6b4402e4dc49 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:14:51.350504 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ce82c89e-3227-4df3-a042-7b030cef5437 req-b274ee12-947c-41dd-95c0-6e27488ec5eb service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916347 Apr 01 10:14:51.354488 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ff790-c038-488d-8d01-8dbf6c8e21b6 req-88ba188e-cc7f-4cbe-a7f3-7ffe8f587787 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:51.356096 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8b2ff790-c038-488d-8d01-8dbf6c8e21b6 req-88ba188e-cc7f-4cbe-a7f3-7ffe8f587787 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 946 time: 0.0572381 Apr 01 10:14:51.405125 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8b2ff790-c038-488d-8d01-8dbf6c8e21b6 req-76fdf569-a3db-4f14-89bb-28fd7405dec6 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430093 Apr 01 10:14:51.407304 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port cc18e111-4c6f-4224-b41c-6b4402e4dc49, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc18e111-4c6f-4224-b41c-6b4402e4dc49,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:51.422844 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'port_id': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'mac_address': 'fa:16:3e:70:95:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:14:51.457902 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (9c9e821b-1601-4b8a-a11e-ed4276f488f8), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:51.460888 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port cc18e111-4c6f-4224-b41c-6b4402e4dc49 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:14:51.461875 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:51.474808 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc18e111-4c6f-4224-b41c-6b4402e4dc49 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:14:51.501936 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port cc18e111-4c6f-4224-b41c-6b4402e4dc49, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc18e111-4c6f-4224-b41c-6b4402e4dc49,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:51.508851 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c9e821b-1601-4b8a-a11e-ed4276f488f8,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:51.520164 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] Checking segment: {'id': '8b820b2b-35ae-4937-9fb1-4aedee33cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9e28a7d2-e764-477e-b667-e357d7a67590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:14:51.520614 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] Network hostable DHCP agents. Network: 9e28a7d2-e764-477e-b667-e357d7a67590, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:14:51.556285 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:51.602373 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] Network 9e28a7d2-e764-477e-b667-e357d7a67590 is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:14:51.602566 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=cc18e111-4c6f-4224-b41c-6b4402e4dc49,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:51.711146 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 9e28a7d2-e764-477e-b667-e357d7a67590) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:14:51.716301 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:51.717092 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:51.723810 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a928e1-36e4-4b1a-8750-a1cfc7fe7ab5 None None] Network 9e28a7d2-e764-477e-b667-e357d7a67590 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:14:51.770360 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9c276-c7d0-4fd0-b827-52a310777534 req-33f3f8f8-e059-40af-9d39-457eaa012533 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:51.773008 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ff9c276-c7d0-4fd0-b827-52a310777534 req-33f3f8f8-e059-40af-9d39-457eaa012533 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0666106 Apr 01 10:14:51.828265 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e84397fc-b3ed-482c-bab3-e0a49e6fe4fa admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0123703 Apr 01 10:14:51.853209 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56cbaa4-b1b2-44d8-9339-b4930e306f60 None None] Network 9e28a7d2-e764-477e-b667-e357d7a67590 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:14:51.874602 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ff9c276-c7d0-4fd0-b827-52a310777534 req-9c9d5c9b-001f-4a37-b630-a5f1255bf992 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826795 Apr 01 10:14:51.884394 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbf2902-1932-4a19-b1e1-b4d7ec692fe2 req-94c62ae5-4198-4212-9a9c-a9a28704762c tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:51.886241 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-acbf2902-1932-4a19-b1e1-b4d7ec692fe2 req-94c62ae5-4198-4212-9a9c-a9a28704762c tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 943 time: 0.0957417 Apr 01 10:14:51.915428 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['cc18e111-4c6f-4224-b41c-6b4402e4dc49'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:14:51.962715 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-acbf2902-1932-4a19-b1e1-b4d7ec692fe2 req-41d8f1dd-803d-4aaa-9036-86e3f3f88d04 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651822 Apr 01 10:14:52.061694 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85d7b9-6412-4c43-98e0-eb269cea2228 req-ae9ce1ff-9ff9-47e1-a845-f39da948e63c tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:52.064364 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9a85d7b9-6412-4c43-98e0-eb269cea2228 req-ae9ce1ff-9ff9-47e1-a845-f39da948e63c tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 945 time: 0.0683568 Apr 01 10:14:52.167465 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9a85d7b9-6412-4c43-98e0-eb269cea2228 req-17661ea8-1b56-45ac-8d37-cdd64362c116 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955105 Apr 01 10:14:52.199682 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5456fea-0651-42df-826a-3fe17d8ac3e7 req-906c210e-ef32-444c-8e1b-af5cfc6aceb2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:52.201313 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e5456fea-0651-42df-826a-3fe17d8ac3e7 req-906c210e-ef32-444c-8e1b-af5cfc6aceb2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0905776 Apr 01 10:14:52.251852 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e5456fea-0651-42df-826a-3fe17d8ac3e7 req-41bb3bf0-fe6c-4701-940e-fa3ef09960a2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441070 Apr 01 10:14:52.521402 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca40e7-670a-4a31-bd72-3113154fe28b req-1ab4daa2-55b8-4d07-a052-c075316b5a26 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:52.522901 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-baca40e7-670a-4a31-bd72-3113154fe28b req-1ab4daa2-55b8-4d07-a052-c075316b5a26 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 946 time: 0.0515258 Apr 01 10:14:52.574225 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-baca40e7-670a-4a31-bd72-3113154fe28b req-daf8460c-f786-4484-80f6-d4b30e7a62bf tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1f0c2e8-3acf-4be4-b815-a74428fc500f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449820 Apr 01 10:14:52.788485 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37238) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:52.795679 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-439611918-network', 'tenant_id': '475dc3de7e4f4881b1993cf04295fe9f'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:52.896880 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9182cbc-e629-4e5c-b410-8aa402e82ee3 req-5d5478c3-ffa2-46a2-9a95-7731bfcf523b tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:52.898360 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-c9182cbc-e629-4e5c-b410-8aa402e82ee3 req-5d5478c3-ffa2-46a2-9a95-7731bfcf523b tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.43 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 946 time: 0.0512791 Apr 01 10:14:52.911546 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Made reservation on behalf of 475dc3de7e4f4881b1993cf04295fe9f for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:14:52.913700 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:52.939084 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.018517 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f1dae4-bf0b-4fa1-a3ec-9403d2cfa924 req-77bea240-d720-4dc4-8565-292f8f68163f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:53.021351 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-28f1dae4-bf0b-4fa1-a3ec-9403d2cfa924 req-77bea240-d720-4dc4-8565-292f8f68163f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0527503 Apr 01 10:14:53.067082 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-c9182cbc-e629-4e5c-b410-8aa402e82ee3 req-e4978354-f1e1-43b0-ad6e-41a33264eb95 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Deleting port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:14:53.067426 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-c9182cbc-e629-4e5c-b410-8aa402e82ee3 req-e4978354-f1e1-43b0-ad6e-41a33264eb95 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.076567 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Publish callbacks [] for security_group (3b276967-cc7a-4223-b72b-d1317d059410), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.111954 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e22d94-348d-4e6b-9a67-ea1e5400e56c req-112f3742-5557-42c7-bc2a-9f52e30e91ad tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:53.113399 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-61e22d94-348d-4e6b-9a67-ea1e5400e56c req-112f3742-5557-42c7-bc2a-9f52e30e91ad tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 943 time: 0.0899284 Apr 01 10:14:53.116274 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-28f1dae4-bf0b-4fa1-a3ec-9403d2cfa924 req-7acd22c2-73ae-4c8c-8705-cfd4418569de tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826495 Apr 01 10:14:53.161432 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-61e22d94-348d-4e6b-9a67-ea1e5400e56c req-7e7a2e7f-08bc-4d8e-be8b-9b4caeff1c65 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423570 Apr 01 10:14:53.187888 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-c9182cbc-e629-4e5c-b410-8aa402e82ee3 req-e4978354-f1e1-43b0-ad6e-41a33264eb95 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] For port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e,segment=NetworkSegment(903885c6-e6df-431c-9e69-b9b543864e05),segment_id=903885c6-e6df-431c-9e69-b9b543864e05)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:53.187888 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-c9182cbc-e629-4e5c-b410-8aa402e82ee3 req-e4978354-f1e1-43b0-ad6e-41a33264eb95 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.190008 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3b276967-cc7a-4223-b72b-d1317d059410), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.215408 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-c9182cbc-e629-4e5c-b410-8aa402e82ee3 req-e4978354-f1e1-43b0-ad6e-41a33264eb95 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Calling delete_port for d1d15ed1-767c-4e3d-9506-9dfa62d3c03e owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:14:53.230596 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:14:53.247307 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b276967-cc7a-4223-b72b-d1317d059410,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:53.254705 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device a0d50050-5729-4d45-a56b-5c7788f34f3c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:14:53.267169 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device cc18e111-4c6f-4224-b41c-6b4402e4dc49 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:14:53.281357 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (c4c4dfd2-cc63-4617-8134-c559e60cf6c9), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.281699 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.segments_db [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Added segment c4c4dfd2-cc63-4617-8134-c559e60cf6c9 of type vlan for network 43a506cd-c6ff-487b-b859-e21d82f8beec Apr 01 10:14:53.286070 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c47064-4905-4cc1-8c66-824df6d1cae3 req-e0997aa6-5bc1-4717-942f-6fe9759efcf7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:53.287699 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-29c47064-4905-4cc1-8c66-824df6d1cae3 req-e0997aa6-5bc1-4717-942f-6fe9759efcf7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 945 time: 0.0616705 Apr 01 10:14:53.335931 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (43a506cd-c6ff-487b-b859-e21d82f8beec), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.362189 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-29c47064-4905-4cc1-8c66-824df6d1cae3 req-fb4c324b-ce0c-4d53-a9ad-cfcc4d9b73aa tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623443 Apr 01 10:14:53.408889 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port a0d50050-5729-4d45-a56b-5c7788f34f3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a0d50050-5729-4d45-a56b-5c7788f34f3c,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:53.422421 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'a0d50050-5729-4d45-a56b-5c7788f34f3c', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'port_id': 'a0d50050-5729-4d45-a56b-5c7788f34f3c', 'mac_address': 'fa:16:3e:08:9f:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:14:53.428538 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337fcfdf-726c-4244-a935-5e9dd0a09e11 req-ce146582-a7d0-4462-92f9-7058ee7d9ef5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:53.430200 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-337fcfdf-726c-4244-a935-5e9dd0a09e11 req-ce146582-a7d0-4462-92f9-7058ee7d9ef5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0652297 Apr 01 10:14:53.448084 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (43a506cd-c6ff-487b-b859-e21d82f8beec), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.449337 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:53.450100 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.474572 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port a0d50050-5729-4d45-a56b-5c7788f34f3c is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:14:53.475019 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.490425 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0d50050-5729-4d45-a56b-5c7788f34f3c {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:14:53.491237 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-337fcfdf-726c-4244-a935-5e9dd0a09e11 req-42b9d037-1c45-4901-9b36-6f9b68af73e2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525379 Apr 01 10:14:53.512659 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port a0d50050-5729-4d45-a56b-5c7788f34f3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a0d50050-5729-4d45-a56b-5c7788f34f3c,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:53.516185 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port cc18e111-4c6f-4224-b41c-6b4402e4dc49 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:14:53.519936 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port cc18e111-4c6f-4224-b41c-6b4402e4dc49 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:14:53.520316 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.522453 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] Pushing event updated for resources: {'Network': ['ID=43a506cd-c6ff-487b-b859-e21d82f8beec,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:53.541592 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network 43a506cd-c6ff-487b-b859-e21d82f8beec details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:14:53.546283 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-c9182cbc-e629-4e5c-b410-8aa402e82ee3 req-e4978354-f1e1-43b0-ad6e-41a33264eb95 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (d1d15ed1-767c-4e3d-9506-9dfa62d3c03e), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.577595 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4978354-f1e1-43b0-ad6e-41a33264eb95 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Pushing event deleted for resources: {'Port': ['ID=d1d15ed1-767c-4e3d-9506-9dfa62d3c03e,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:53.594153 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['d1d15ed1-767c-4e3d-9506-9dfa62d3c03e'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:14:53.610703 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-1092237f-ef10-41ba-906e-29c774a69d8d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8177848 Apr 01 10:14:53.611069 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 37254) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:53.615233 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Request body: {'subnet': {'network_id': '43a506cd-c6ff-487b-b859-e21d82f8beec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-439611918-subnet', 'tenant_id': '475dc3de7e4f4881b1993cf04295fe9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:53.626560 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9182cbc-e629-4e5c-b410-8aa402e82ee3 req-e4978354-f1e1-43b0-ad6e-41a33264eb95 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] No DVR routers for this DVR port d1d15ed1-767c-4e3d-9506-9dfa62d3c03e on host hv-cinder-maste {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:14:53.629838 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-c9182cbc-e629-4e5c-b410-8aa402e82ee3 req-e4978354-f1e1-43b0-ad6e-41a33264eb95 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.634012 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-c9182cbc-e629-4e5c-b410-8aa402e82ee3 req-e4978354-f1e1-43b0-ad6e-41a33264eb95 tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.43 "DELETE /v2.0/ports/d1d15ed1-767c-4e3d-9506-9dfa62d3c03e HTTP/1.1" status: 204 len: 173 time: 0.7301655 Apr 01 10:14:53.634542 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57d29f4-6148-4650-96e0-ae05998803b2', 'name': 'network-vif-deleted', 'tag': 'd1d15ed1-767c-4e3d-9506-9dfa62d3c03e'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:14:53.637078 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31241268-999c-4877-a2a6-ac58497b526b" -d '{"events": [{"server_uuid": "e57d29f4-6148-4650-96e0-ae05998803b2", "name": "network-vif-deleted", "tag": "d1d15ed1-767c-4e3d-9506-9dfa62d3c03e"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:14:53.657474 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.675422 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291c2bc1-4e73-41f9-a509-7c5db8d8d1cc x-openstack-request-id: req-291c2bc1-4e73-41f9-a509-7c5db8d8d1cc {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:14:53.675661 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57d29f4-6148-4650-96e0-ae05998803b2", "name": "network-vif-deleted", "tag": "d1d15ed1-767c-4e3d-9506-9dfa62d3c03e", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:14:53.675911 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-291c2bc1-4e73-41f9-a509-7c5db8d8d1cc {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:14:53.676311 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-291c2bc1-4e73-41f9-a509-7c5db8d8d1cc'] response: {'server_uuid': 'e57d29f4-6148-4650-96e0-ae05998803b2', 'name': 'network-vif-deleted', 'tag': 'd1d15ed1-767c-4e3d-9506-9dfa62d3c03e', 'status': 'completed', 'code': 200} Apr 01 10:14:53.677661 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-10bf471c-4c29-4cb7-8744-a6ba6737f156 req-3570193c-7ef3-439a-864e-5820ed907a7d tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 210 time: 0.0324829 Apr 01 10:14:53.694213 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Made reservation on behalf of 475dc3de7e4f4881b1993cf04295fe9f for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:14:53.697561 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14539029'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.755063 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=a0d50050-5729-4d45-a56b-5c7788f34f3c,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:53.767837 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port cc18e111-4c6f-4224-b41c-6b4402e4dc49 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:14:53.768224 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.799232 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:14:53.801587 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b9d6b4d-6add-4f9c-ad37-b268e0f96a72" -d '{"events": [{"server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "name": "network-vif-plugged", "status": "completed", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:14:53.820175 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port cc18e111-4c6f-4224-b41c-6b4402e4dc49, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc18e111-4c6f-4224-b41c-6b4402e4dc49,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:53.847669 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9c9b25-466f-4368-8122-e58e9ce20a3f x-openstack-request-id: req-9a9c9b25-466f-4368-8122-e58e9ce20a3f {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:14:53.848355 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "name": "network-vif-plugged", "status": "completed", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:14:53.848752 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a9c9b25-466f-4368-8122-e58e9ce20a3f {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:14:53.849743 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a9c9b25-466f-4368-8122-e58e9ce20a3f'] response: {'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'code': 200} Apr 01 10:14:53.906374 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:53.959788 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=cc18e111-4c6f-4224-b41c-6b4402e4dc49,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:53.962640 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13601765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14539011'] for subnet (eb61b03c-1c72-4e6c-a013-9ab618c0e183), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:54.020973 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['a0d50050-5729-4d45-a56b-5c7788f34f3c'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:14:54.024610 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb61b03c-1c72-4e6c-a013-9ab618c0e183,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:54.030903 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Checking segment: {'id': 'c4c4dfd2-cc63-4617-8134-c559e60cf6c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43a506cd-c6ff-487b-b859-e21d82f8beec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:14:54.031273 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Network hostable DHCP agents. Network: 43a506cd-c6ff-487b-b859-e21d82f8beec, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:14:54.035210 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.035565 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.035912 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.036260 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.036595 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.037098 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.037461 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.037793 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.038135 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.038453 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.038782 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.039139 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.039614 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.040090 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.040566 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:54.127965 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Network 43a506cd-c6ff-487b-b859-e21d82f8beec is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:14:54.236620 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 43a506cd-c6ff-487b-b859-e21d82f8beec) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:14:54.246726 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:54.247654 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:54.255015 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6630d4e-9a09-414b-8581-65d5c32379fb None None] Network 43a506cd-c6ff-487b-b859-e21d82f8beec requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:14:54.260055 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6dc89-7806-44f8-aff6-62fe5ce01d62 req-0e49c3d5-fde0-453e-b40e-ec9e59e7f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:54.261617 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-00f6dc89-7806-44f8-aff6-62fe5ce01d62 req-0e49c3d5-fde0-453e-b40e-ec9e59e7f878 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 1130 time: 0.0898921 Apr 01 10:14:54.292788 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863804b-e01f-4c8d-a334-7bb788f8b54c req-2fa6f145-d86c-4178-bd1f-9be56a9664de tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:54.295089 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4863804b-e01f-4c8d-a334-7bb788f8b54c req-2fa6f145-d86c-4178-bd1f-9be56a9664de tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0971246 Apr 01 10:14:54.380490 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-00f6dc89-7806-44f8-aff6-62fe5ce01d62 req-55cafdce-f149-4b92-b310-2ebe6f8c5244 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575230 Apr 01 10:14:54.380909 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944d951d-acda-4978-8ebd-df27bcb3330c None None] Network 43a506cd-c6ff-487b-b859-e21d82f8beec requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:14:54.485281 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531e8db-55aa-43f2-a619-f74eacadefe5 req-9593f057-f74a-4a0c-8041-bb05f97bd145 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:54.485281 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3531e8db-55aa-43f2-a619-f74eacadefe5 req-9593f057-f74a-4a0c-8041-bb05f97bd145 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 944 time: 0.1387892 Apr 01 10:14:54.485281 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4863804b-e01f-4c8d-a334-7bb788f8b54c req-81fd95a1-42b3-4bc1-9823-571e1919dafe tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007094 Apr 01 10:14:54.485281 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-38d178f6-6a2d-465a-ba35-c25aa2470e89 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0891194 Apr 01 10:14:54.485281 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3531e8db-55aa-43f2-a619-f74eacadefe5 req-0df5b57f-66cf-4315-8991-1fa897c17c06 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443327 Apr 01 10:14:54.527751 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba28667-045b-40e5-b54a-1277382f5133 req-4d4e6b44-2e53-4e0a-87e1-abc23f1e8b11 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:54.529297 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5ba28667-045b-40e5-b54a-1277382f5133 req-4d4e6b44-2e53-4e0a-87e1-abc23f1e8b11 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0551302 Apr 01 10:14:54.601989 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5ba28667-045b-40e5-b54a-1277382f5133 req-ae8de94b-6a61-47e5-8894-7cec5946d005 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658154 Apr 01 10:14:54.622024 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-204aaf47-12f6-4866-9ca7-f93bb037e6de admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0105853 Apr 01 10:14:54.656749 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c1ca1-a9a4-4bd5-9944-242863842022 req-00a7d324-515e-4474-89d7-956bb915be84 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:54.658276 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fe7c1ca1-a9a4-4bd5-9944-242863842022 req-00a7d324-515e-4474-89d7-956bb915be84 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0942228 Apr 01 10:14:54.674788 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-56b37729-fa55-40a2-9522-a5a79bc63003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:54.676407 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-56b37729-fa55-40a2-9522-a5a79bc63003 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 1130 time: 0.0691984 Apr 01 10:14:54.776939 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fe7c1ca1-a9a4-4bd5-9944-242863842022 req-6e22f9af-3203-4b42-b0a9-c15262d3ef65 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125109 Apr 01 10:14:54.827034 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-125b83ea-4634-4d1b-85fd-7a0193452dd0 req-9f5fd7ec-c609-401e-a938-cac69965d96d tempest-VolumesActionsTest-1307080794 tempest-VolumesActionsTest-1307080794-project] 10.222.0.13 "GET /v2.0/ports?device_id=e57d29f4-6148-4650-96e0-ae05998803b2 HTTP/1.1" status: 200 len: 210 time: 0.0542977 Apr 01 10:14:54.883322 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-7987fc84-6248-475b-9927-101bdf323fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:54.884860 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-7987fc84-6248-475b-9927-101bdf323fba service neutron] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 920 time: 0.1810086 Apr 01 10:14:54.927017 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-6c1cba73-0258-4883-a2a1-efb0b016fbe2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4b63b34-2001-49e8-b100-18b8738b2ce2 HTTP/1.1" status: 200 len: 217 time: 0.0346301 Apr 01 10:14:55.011979 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-b8503f5c-df63-48a9-b093-7a7cc02ae276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:55.013541 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-b8503f5c-df63-48a9-b093-7a7cc02ae276 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.0537684 Apr 01 10:14:55.134723 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-3355e397-572d-4880-a8e2-f65823e9e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:55.136319 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-3355e397-572d-4880-a8e2-f65823e9e0bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1099148 Apr 01 10:14:55.160425 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-5ddf97db-a6b8-4e29-8d11-c142cbbbac1c tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:55.161837 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-5ddf97db-a6b8-4e29-8d11-c142cbbbac1c tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/networks?id=9e28a7d2-e764-477e-b667-e357d7a67590 HTTP/1.1" status: 200 len: 808 time: 0.1371975 Apr 01 10:14:55.212219 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-75a9a83a-6139-49c7-8ff4-bebf8fe55038 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/quotas/9562758522b449d6af278e18fe99b003 HTTP/1.1" status: 200 len: 375 time: 0.0398870 Apr 01 10:14:55.253311 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-313e19e9-41f7-4643-9acd-685e9d8ce840 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9562758522b449d6af278e18fe99b003&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349712 Apr 01 10:14:55.281060 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 58b866eb-34e7-44dd-a56d-c05e0a49f115 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:14:55.285840 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device a0d50050-5729-4d45-a56b-5c7788f34f3c up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:14:55.309014 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-c7c82f4b-c72b-462b-834b-c3276d0fc12a service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611183 Apr 01 10:14:55.408436 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-a5f2aea2-3c3b-4b20-8a18-ed996da36313 service neutron] 10.222.0.13 "GET /v2.0/networks/9e28a7d2-e764-477e-b667-e357d7a67590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423965 Apr 01 10:14:55.433378 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:55.446586 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port a0d50050-5729-4d45-a56b-5c7788f34f3c completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:14:55.450147 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'port_id': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'mac_address': 'fa:16:3e:6d:07:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:14:55.453619 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port a0d50050-5729-4d45-a56b-5c7788f34f3c triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:14:55.454006 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:55.472589 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8b996f3-3c74-4b3f-9fe8-b7b322a577f7 req-dcfb6dbe-f42f-4afa-8b8c-2b29186ee5de service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545827 Apr 01 10:14:55.525373 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 58b866eb-34e7-44dd-a56d-c05e0a49f115 is: ACTIVE; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:14:55.525770 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:55.542825 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58b866eb-34e7-44dd-a56d-c05e0a49f115 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:14:55.550999 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-683786f5-3c42-489c-aabf-6abf1a49af27 service neutron] 10.222.0.13 "GET /v2.0/networks/9e28a7d2-e764-477e-b667-e357d7a67590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297915 Apr 01 10:14:55.591357 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:55.599805 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port a0d50050-5729-4d45-a56b-5c7788f34f3c is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:14:55.600193 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:55.626983 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db44cdf-bacb-45a4-8e9b-61a6aef2fae5 req-3d5ee447-7704-4821-9a0d-482a61f25734 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:55.628609 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8db44cdf-bacb-45a4-8e9b-61a6aef2fae5 req-3d5ee447-7704-4821-9a0d-482a61f25734 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 944 time: 0.0688350 Apr 01 10:14:55.637389 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port a0d50050-5729-4d45-a56b-5c7788f34f3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a0d50050-5729-4d45-a56b-5c7788f34f3c,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:55.659350 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:55.683544 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8db44cdf-bacb-45a4-8e9b-61a6aef2fae5 req-f5c15a1e-a922-4d85-8edb-6dfddb34895d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485973 Apr 01 10:14:55.712052 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=58b866eb-34e7-44dd-a56d-c05e0a49f115,revision_number=6']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:55.728152 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:55.776393 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=a0d50050-5729-4d45-a56b-5c7788f34f3c,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:55.807148 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7b1c2-9482-497d-b12d-9e6a26d88c32 req-853bf78c-69eb-4cd1-bfe0-3f67edefdc9e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:55.807148 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d0d7b1c2-9482-497d-b12d-9e6a26d88c32 req-853bf78c-69eb-4cd1-bfe0-3f67edefdc9e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 944 time: 0.0563078 Apr 01 10:14:55.808894 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['58b866eb-34e7-44dd-a56d-c05e0a49f115'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:14:55.854113 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d50050-5729-4d45-a56b-5c7788f34f3c'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:14:55.856953 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60478b73-d6ea-43f1-b804-62430ade5c8c" -d '{"events": [{"server_uuid": "2b250c44-9b77-46f2-9774-e2c4d6e51890", "name": "network-vif-plugged", "status": "completed", "tag": "a0d50050-5729-4d45-a56b-5c7788f34f3c"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:14:55.868866 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d0d7b1c2-9482-497d-b12d-9e6a26d88c32 req-3fd800d5-8307-45a5-99a4-7138688b7655 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556817 Apr 01 10:14:56.053378 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c9c3f-7087-4ed0-9187-0435e9742824 req-e70114f9-6218-422e-a5de-2fad29f2f1ce tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:56.056970 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dd8c9c3f-7087-4ed0-9187-0435e9742824 req-e70114f9-6218-422e-a5de-2fad29f2f1ce tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.1283464 Apr 01 10:14:56.090368 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37326) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:56.133495 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:56.151207 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae7ac9-9540-4511-b512-b0965ce34055 req-c23ada98-6b6f-4494-b035-55558f154480 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:56.152748 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a3ae7ac9-9540-4511-b512-b0965ce34055 req-c23ada98-6b6f-4494-b035-55558f154480 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.1421022 Apr 01 10:14:56.156992 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dd8c9c3f-7087-4ed0-9187-0435e9742824 req-9515431b-3949-4b6d-9acf-3b38da1d6657 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733414 Apr 01 10:14:56.212458 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a3ae7ac9-9540-4511-b512-b0965ce34055 req-c6d5b572-a8b4-4ffe-ba9d-7a4dcd79c3c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538824 Apr 01 10:14:56.240749 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:56.260390 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b4f4c1dc-ecbd-471d-81b7-52ab66ec0779 req-9af28088-98e7-4abd-adb4-42dd111d4ea7 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 210 time: 0.0437846 Apr 01 10:14:56.319559 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211cddbc-fb8c-49bc-9b3b-1bb3fa7f57c5 x-openstack-request-id: req-211cddbc-fb8c-49bc-9b3b-1bb3fa7f57c5 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:14:56.320057 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b250c44-9b77-46f2-9774-e2c4d6e51890", "name": "network-vif-plugged", "status": "completed", "tag": "a0d50050-5729-4d45-a56b-5c7788f34f3c", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:14:56.320160 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-211cddbc-fb8c-49bc-9b3b-1bb3fa7f57c5 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:14:56.320558 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-211cddbc-fb8c-49bc-9b3b-1bb3fa7f57c5'] response: {'server_uuid': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0d50050-5729-4d45-a56b-5c7788f34f3c', 'code': 200} Apr 01 10:14:56.349280 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Publish callbacks [] for security_group (7e795010-7949-4319-84a1-ee360b50c3be), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:56.419418 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (7e795010-7949-4319-84a1-ee360b50c3be), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:56.473559 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4348500d8a0440e1aae3ed0d832455a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3796725 Apr 01 10:14:56.473559 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e795010-7949-4319-84a1-ee360b50c3be,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:56.474236 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 37344) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:56.493626 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.494190 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.494712 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.495344 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.498392 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.498741 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.499229 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.499574 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.499916 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.500251 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.500585 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.500913 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.501423 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.501921 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.502614 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd1667c3-adc7-461b-a1dd-9fa7ddde1735 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:14:56.551948 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbecc-8b6a-40f7-8f87-e2df00e5cac3 admin admin] Publish callbacks [] for security_group (7e795010-7949-4319-84a1-ee360b50c3be), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:56.578216 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbecc-8b6a-40f7-8f87-e2df00e5cac3 admin admin] Publish callbacks [] for security_group (7e795010-7949-4319-84a1-ee360b50c3be), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:56.716499 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5ba5f-5288-42ee-b4bf-fa6140d80d39 req-f8f6b315-3b6c-4ea7-a078-e0fde96d3e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:56.718208 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-68e5ba5f-5288-42ee-b4bf-fa6140d80d39 req-f8f6b315-3b6c-4ea7-a078-e0fde96d3e7f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 1129 time: 0.0658886 Apr 01 10:14:56.782239 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbecc-8b6a-40f7-8f87-e2df00e5cac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (7e795010-7949-4319-84a1-ee360b50c3be), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:56.785840 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6cbfbecc-8b6a-40f7-8f87-e2df00e5cac3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:56.790533 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-6cbfbecc-8b6a-40f7-8f87-e2df00e5cac3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e795010-7949-4319-84a1-ee360b50c3be HTTP/1.1" status: 204 len: 168 time: 0.3146589 Apr 01 10:14:56.872826 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbfbecc-8b6a-40f7-8f87-e2df00e5cac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e795010-7949-4319-84a1-ee360b50c3be,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:56.933994 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-68e5ba5f-5288-42ee-b4bf-fa6140d80d39 req-88626230-98c6-440b-89ca-f7607977e7e4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058737 Apr 01 10:14:56.948491 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d0af5-90a0-4265-8aa6-d031bd91f937 req-9fa545e9-17cd-4538-9434-c40944940752 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:56.950846 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0d9d0af5-90a0-4265-8aa6-d031bd91f937 req-9fa545e9-17cd-4538-9434-c40944940752 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 945 time: 0.1486757 Apr 01 10:14:57.317059 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 58b866eb-34e7-44dd-a56d-c05e0a49f115 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:14:57.351008 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497addda-1f4a-41b4-8929-6b915d1a6dd0 req-2587b27a-e243-4ade-bfde-d418605a057f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:57.361680 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-497addda-1f4a-41b4-8929-6b915d1a6dd0 req-2587b27a-e243-4ade-bfde-d418605a057f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 944 time: 0.4074965 Apr 01 10:14:57.381577 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0d9d0af5-90a0-4265-8aa6-d031bd91f937 req-6c840983-026b-4829-9ccf-76730b5006ad tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4139147 Apr 01 10:14:57.423869 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 58b866eb-34e7-44dd-a56d-c05e0a49f115 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:14:57.427834 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:57.546541 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-497addda-1f4a-41b4-8929-6b915d1a6dd0 req-d50256f0-d972-4a98-883f-2d84b4ab2c88 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414506 Apr 01 10:14:57.565543 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 58b866eb-34e7-44dd-a56d-c05e0a49f115 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:14:57.565944 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:57.593295 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121a26-ad38-4ba0-b7f5-e636363d5d98 req-1ff89d20-836f-4911-805b-cf9eafe6dc47 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:57.595227 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fa121a26-ad38-4ba0-b7f5-e636363d5d98 req-1ff89d20-836f-4911-805b-cf9eafe6dc47 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.1347485 Apr 01 10:14:57.650651 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:14:57.702769 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fa121a26-ad38-4ba0-b7f5-e636363d5d98 req-5e06887e-07cc-4f11-ad3e-adb4a369181d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019044 Apr 01 10:14:57.728754 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:57.730300 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d1d15ed1-767c-4e3d-9506-9dfa62d3c03e no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:14:57.753252 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c442a1bc-7d5e-45ce-92dc-565bbeeb3260 req-9d1131f9-b633-42f1-bcc9-5305a2793b55 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:57.762884 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c442a1bc-7d5e-45ce-92dc-565bbeeb3260 req-9d1131f9-b633-42f1-bcc9-5305a2793b55 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.1158843 Apr 01 10:14:57.803551 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37400) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:57.814778 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: d1d15ed1-767c-4e3d-9506-9dfa62d3c03e {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:14:57.815323 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d1d15ed1-767c-4e3d-9506-9dfa62d3c03e not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:14:57.820720 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4885eff7-7319-4a42-83e0-89aeabae4563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:57.859057 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=58b866eb-34e7-44dd-a56d-c05e0a49f115,revision_number=7']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:57.885021 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8d4532a6-8318-42a5-899f-bfebfbe9a5b9 req-7d164e9a-4e58-45f2-9dd4-8f2d90546162 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 210 time: 0.0852296 Apr 01 10:14:57.988386 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c442a1bc-7d5e-45ce-92dc-565bbeeb3260 req-4786619b-cde0-4825-a6b7-40925e2bdb92 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148464 Apr 01 10:14:58.017802 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4885eff7-7319-4a42-83e0-89aeabae4563 admin admin] Publish callbacks [] for security_group (83e5a3ed-eb37-4040-b3e6-d8af45abb5fa), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:58.064028 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332130d4-85d6-4f59-8adf-5261cd476304 req-9a1e351b-4a53-4661-a4cc-2a0a64458a0e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:58.065579 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-332130d4-85d6-4f59-8adf-5261cd476304 req-9a1e351b-4a53-4661-a4cc-2a0a64458a0e tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0858862 Apr 01 10:14:58.075732 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37410) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:58.080347 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-a5e65b44-8a0d-46cc-9b02-f7abf791607d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Request body: {'floatingip': {'port_id': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:58.321700 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:14:58.327618 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3878bbc8-1f93-48b3-a823-ec341de4da46" -d '{"events": [{"server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "name": "network-vif-plugged", "status": "completed", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:14:58.330182 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a5e65b44-8a0d-46cc-9b02-f7abf791607d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for floatingip (1c3543f0-716d-4707-9cd6-6a0eabcb0f3b), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:58.381405 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4885eff7-7319-4a42-83e0-89aeabae4563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (83e5a3ed-eb37-4040-b3e6-d8af45abb5fa), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:58.466665 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7746b1af-55f5-4d0a-b106-6ae39d48ad98 x-openstack-request-id: req-7746b1af-55f5-4d0a-b106-6ae39d48ad98 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:14:58.467219 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "name": "network-vif-plugged", "status": "completed", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:14:58.480857 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7746b1af-55f5-4d0a-b106-6ae39d48ad98 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:14:58.481615 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7746b1af-55f5-4d0a-b106-6ae39d48ad98'] response: {'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'code': 200} Apr 01 10:14:58.605124 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-4885eff7-7319-4a42-83e0-89aeabae4563 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=01bc1f9b026e4a7cb12b2ad0149751a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7998312 Apr 01 10:14:58.609731 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 37428) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:14:58.611225 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4885eff7-7319-4a42-83e0-89aeabae4563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e5a3ed-eb37-4040-b3e6-d8af45abb5fa,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:58.688044 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-901691da-1eeb-4d9f-85ea-fa97de12aedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:58.691211 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778545f-d145-4a44-b7d1-de819fd25ee9 req-f36fab2c-25c9-48ad-a2a2-35ce8b7a2732 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:58.703239 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b778545f-d145-4a44-b7d1-de819fd25ee9 req-f36fab2c-25c9-48ad-a2a2-35ce8b7a2732 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 945 time: 0.1962211 Apr 01 10:14:58.818154 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b778545f-d145-4a44-b7d1-de819fd25ee9 req-ef26c226-2e85-4f32-b9ff-6478ae71ff0d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132643 Apr 01 10:14:58.866750 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0aeb938a-b50b-400f-bdef-8b409ef5b4fb admin admin] Publish callbacks [] for security_group (83e5a3ed-eb37-4040-b3e6-d8af45abb5fa), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:58.926176 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0aeb938a-b50b-400f-bdef-8b409ef5b4fb admin admin] Publish callbacks [] for security_group (83e5a3ed-eb37-4040-b3e6-d8af45abb5fa), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:58.951697 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ed2e2-a05f-4c3f-baa8-82cabd847734 req-8b10a4be-a6a1-4108-8b59-765037462a2a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:58.953270 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2e5ed2e2-a05f-4c3f-baa8-82cabd847734 req-8b10a4be-a6a1-4108-8b59-765037462a2a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.2441928 Apr 01 10:14:59.051125 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-512b6056-c53c-4df3-b365-2b3793dbe5c7 req-a46db176-7880-43c9-9728-e13463d384d6 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 210 time: 0.0486727 Apr 01 10:14:59.059556 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2e5ed2e2-a05f-4c3f-baa8-82cabd847734 req-81b7a845-5b66-4ac9-8d12-35313995fb2a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921247 Apr 01 10:14:59.185557 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0aeb938a-b50b-400f-bdef-8b409ef5b4fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (83e5a3ed-eb37-4040-b3e6-d8af45abb5fa), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:59.187382 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a5e65b44-8a0d-46cc-9b02-f7abf791607d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:59.189869 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0aeb938a-b50b-400f-bdef-8b409ef5b4fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:59.193407 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-0aeb938a-b50b-400f-bdef-8b409ef5b4fb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/83e5a3ed-eb37-4040-b3e6-d8af45abb5fa HTTP/1.1" status: 204 len: 168 time: 0.5804279 Apr 01 10:14:59.203002 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb938a-b50b-400f-bdef-8b409ef5b4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e5a3ed-eb37-4040-b3e6-d8af45abb5fa,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:14:59.218572 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7eb49-15df-46e1-b700-c6e63d13f17a req-f15dfd64-9191-41fa-a4cf-0d0b2a442a7e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:59.227572 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-48c7eb49-15df-46e1-b700-c6e63d13f17a req-f15dfd64-9191-41fa-a4cf-0d0b2a442a7e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0906124 Apr 01 10:14:59.259897 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a5e65b44-8a0d-46cc-9b02-f7abf791607d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (1c3543f0-716d-4707-9cd6-6a0eabcb0f3b), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:59.285741 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-48c7eb49-15df-46e1-b700-c6e63d13f17a req-ab02bcfe-b7d2-432c-8187-13c20c63161c tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570736 Apr 01 10:14:59.415571 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.l3_db [None req-a5e65b44-8a0d-46cc-9b02-f7abf791607d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Floating IP 1c3543f0-716d-4707-9cd6-6a0eabcb0f3b associated. External IP: 172.37.3.187, port: cc18e111-4c6f-4224-b41c-6b4402e4dc49. Apr 01 10:14:59.590004 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-2aad1d9b-cb22-4da2-a5c2-b813da16a5b3 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:14:59.591909 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-2aad1d9b-cb22-4da2-a5c2-b813da16a5b3 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.43 "GET /v2.0/networks?id=9e28a7d2-e764-477e-b667-e357d7a67590 HTTP/1.1" status: 200 len: 808 time: 0.2263076 Apr 01 10:14:59.607431 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Request body: {'port': {'device_id': 'ef39d55f-0455-4d9c-ac0b-9efe96d8bce3', 'network_id': '9e28a7d2-e764-477e-b667-e357d7a67590', 'admin_state_up': True, 'tenant_id': '9562758522b449d6af278e18fe99b003'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:14:59.687905 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5e65b44-8a0d-46cc-9b02-f7abf791607d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:14:59.933600 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Made reservation on behalf of 9562758522b449d6af278e18fe99b003 for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:14:59.936190 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5e65b44-8a0d-46cc-9b02-f7abf791607d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:14:59.937221 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:59.940840 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a5e65b44-8a0d-46cc-9b02-f7abf791607d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:14:59.949479 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5e2a5-2798-4450-b066-f8de231e9f77 None None] Sync routers for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:14:59.966514 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5e2a5-2798-4450-b066-f8de231e9f77 None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:14:59.970407 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-10d5e2a5-2798-4450-b066-f8de231e9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:14:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:00.005067 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-a5e65b44-8a0d-46cc-9b02-f7abf791607d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "PUT /v2.0/floatingips/1c3543f0-716d-4707-9cd6-6a0eabcb0f3b HTTP/1.1" status: 200 len: 992 time: 1.9281042 Apr 01 10:15:00.005714 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:15:00.015676 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9812b07-a0f4-4180-927e-2610231b74b7" -d '{"events": [{"name": "network-changed", "server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:15:00.075890 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a36bfb-d3d4-4717-9d6f-71296a81c166 x-openstack-request-id: req-77a36bfb-d3d4-4717-9d6f-71296a81c166 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:15:00.076180 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:15:00.076439 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-77a36bfb-d3d4-4717-9d6f-71296a81c166 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:15:00.076847 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77a36bfb-d3d4-4717-9d6f-71296a81c166'] response: {'name': 'network-changed', 'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'status': 'completed', 'code': 200} Apr 01 10:15:00.243740 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-10d5e2a5-2798-4450-b066-f8de231e9f77 None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:15:00.263690 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-23ffa55d-0dc4-4c17-8ba7-9f74e69e213c req-22c2af6b-743d-4c77-9baf-049b20187afa tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 210 time: 0.0516329 Apr 01 10:15:00.266276 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9812b07-a0f4-4180-927e-2610231b74b7 req-e9127871-ed13-4f98-af5b-dedb832df79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:00.269602 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9812b07-a0f4-4180-927e-2610231b74b7 req-e9127871-ed13-4f98-af5b-dedb832df79e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 1130 time: 0.1594090 Apr 01 10:15:00.333444 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5db105-30e0-4230-a985-651c051f3271 req-d6e8fbf6-a301-4241-a4d1-26dbe8aa3b11 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:00.335099 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5a5db105-30e0-4230-a985-651c051f3271 req-d6e8fbf6-a301-4241-a4d1-26dbe8aa3b11 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 945 time: 0.3566120 Apr 01 10:15:00.514254 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5a5db105-30e0-4230-a985-651c051f3271 req-57b764da-ca6e-4b0f-aa3a-043a6c9a61ef tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648014 Apr 01 10:15:00.516025 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Allocated IP 172.20.0.5 (9e28a7d2-e764-477e-b667-e357d7a67590/9c9e821b-1601-4b8a-a11e-ed4276f488f8/5e96e8fe-0af8-4ba5-9d86-8ff27fd38550) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:15:00.674197 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e48dbf-6cf7-46b8-bd17-da5f0e6d0de2 req-bb88cc15-a359-4f66-bc6a-7ccedc907f94 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:00.683031 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b6e48dbf-6cf7-46b8-bd17-da5f0e6d0de2 req-bb88cc15-a359-4f66-bc6a-7ccedc907f94 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.2905502 Apr 01 10:15:00.690901 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9812b07-a0f4-4180-927e-2610231b74b7 req-9c15a978-8d22-4027-a290-ab58540808c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:00.695179 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9812b07-a0f4-4180-927e-2610231b74b7 req-9c15a978-8d22-4027-a290-ab58540808c8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 920 time: 0.4173493 Apr 01 10:15:00.849627 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9812b07-a0f4-4180-927e-2610231b74b7 req-d65e47f2-622a-41c7-ac81-f88c9620ae38 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc18e111-4c6f-4224-b41c-6b4402e4dc49 HTTP/1.1" status: 200 len: 1000 time: 0.1457295 Apr 01 10:15:00.854745 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1d61c778-0934-4db4-a0e5-ff4bbacbe51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:00.942821 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9812b07-a0f4-4180-927e-2610231b74b7 req-98a3ded0-6815-40ba-b669-5cfd5dd54c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:00.946195 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9812b07-a0f4-4180-927e-2610231b74b7 req-98a3ded0-6815-40ba-b669-5cfd5dd54c95 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.0870848 Apr 01 10:15:01.039512 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-10d5e2a5-2798-4450-b066-f8de231e9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '1c3543f0-716d-4707-9cd6-6a0eabcb0f3b', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'floating_ip_address': '172.37.3.187', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'port_id': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'mac_address': 'fa:16:3e:70:95:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:40Z', 'updated_at': '2022-04-01T10:14:59Z', 'revision_number': 1, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:01.080388 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9812b07-a0f4-4180-927e-2610231b74b7 req-8bbe5286-3e88-4b80-b1dd-a9609aa5592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:01.082181 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9812b07-a0f4-4180-927e-2610231b74b7 req-8bbe5286-3e88-4b80-b1dd-a9609aa5592b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1285470 Apr 01 10:15:01.107313 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5e2a5-2798-4450-b066-f8de231e9f77 None None] Checking router: 6ca4bd43-41d8-4052-8127-5fcb65bb0655 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:15:01.126373 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c5e0a-9e0c-4c36-9824-8d5efa03c0f2 req-c910855e-be7e-45e2-b6cf-40467fe0bed4 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:01.136995 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-364c5e0a-9e0c-4c36-9824-8d5efa03c0f2 req-c910855e-be7e-45e2-b6cf-40467fe0bed4 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.4190507 Apr 01 10:15:01.138613 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d5e2a5-2798-4450-b066-f8de231e9f77 None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:15:01.139424 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-10d5e2a5-2798-4450-b066-f8de231e9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:15:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:01.168605 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b6e48dbf-6cf7-46b8-bd17-da5f0e6d0de2 req-b10bca73-00f3-432f-b3db-ac4c45fb0a0f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4759557 Apr 01 10:15:01.352062 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9812b07-a0f4-4180-927e-2610231b74b7 req-2bc4b64d-c501-4f0c-99d5-104fd4b2b36f service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588983 Apr 01 10:15:01.417601 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Publish callbacks [] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:01.442847 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-364c5e0a-9e0c-4c36-9824-8d5efa03c0f2 req-d0cf25a9-ee12-424b-b377-c87f9b640412 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962008 Apr 01 10:15:01.491210 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a831a08a-3e75-4b75-b96c-3add474cd65d req-f7a07c30-476c-458c-8575-be825086b961 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:01.505662 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a831a08a-3e75-4b75-b96c-3add474cd65d req-f7a07c30-476c-458c-8575-be825086b961 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 945 time: 0.1491423 Apr 01 10:15:01.518176 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 37490) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:01.539490 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-10d5e2a5-2798-4450-b066-f8de231e9f77 None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:15:01.549268 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-06abdc7b-d8fc-4fb8-8529-58e92eec4b2e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'floatingip': {'port_id': 'a0d50050-5729-4d45-a56b-5c7788f34f3c'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:15:01.671668 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9812b07-a0f4-4180-927e-2610231b74b7 req-d5874854-8cc8-4f27-8d1a-6470620d4045 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132067 Apr 01 10:15:01.680575 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a873d53d-80fc-456b-b602-b4824723834c req-cb8aa6b0-8c6d-4412-add1-d5c78dda9748 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 210 time: 0.0750470 Apr 01 10:15:01.689269 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-06abdc7b-d8fc-4fb8-8529-58e92eec4b2e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (0168af88-3f37-4f99-8581-3a50e36ab509), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:01.865809 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:01.919464 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-10d5e2a5-2798-4450-b066-f8de231e9f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '1c3543f0-716d-4707-9cd6-6a0eabcb0f3b', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'floating_ip_address': '172.37.3.187', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'port_id': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'mac_address': 'fa:16:3e:70:95:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:40Z', 'updated_at': '2022-04-01T10:14:59Z', 'revision_number': 1, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:01.966066 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d5e2a5-2798-4450-b066-f8de231e9f77 None None] The sync data for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb is: [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '1c3543f0-716d-4707-9cd6-6a0eabcb0f3b', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'floating_ip_address': '172.37.3.187', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'port_id': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'mac_address': 'fa:16:3e:70:95:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:40Z', 'updated_at': '2022-04-01T10:14:59Z', 'revision_number': 1, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:15:02.080489 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:02.205724 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Network 9e28a7d2-e764-477e-b667-e357d7a67590 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:15:02.212743 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:15:02.216651 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:15:02.381335 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acdfc5e-35be-4e6c-a8f5-7abccefb2c6f None None] New status for floating IP 1c3543f0-716d-4707-9cd6-6a0eabcb0f3b: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:15:02.419543 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Pushing event updated for resources: {'Port': ['ID=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:02.514565 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:02.515203 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:02.580185 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80341e32-ce10-4689-9d57-d7334eedaabf req-7f7451ff-a8b2-4ad0-930b-3a0101e29316 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:02.581504 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-80341e32-ce10-4689-9d57-d7334eedaabf req-7f7451ff-a8b2-4ad0-930b-3a0101e29316 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.1808927 Apr 01 10:15:02.645052 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-4edcbe1c-bb16-4c47-bc88-0804e7307ce9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0419581 Apr 01 10:15:02.668381 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Request body: {'port': {'device_id': 'ef39d55f-0455-4d9c-ac0b-9efe96d8bce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:15:02.825966 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-80341e32-ce10-4689-9d57-d7334eedaabf req-01039d1f-ee5a-40ca-8c94-c00df9159884 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2342880 Apr 01 10:15:02.838240 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-06abdc7b-d8fc-4fb8-8529-58e92eec4b2e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:02.966116 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:02.974850 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-06abdc7b-d8fc-4fb8-8529-58e92eec4b2e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (0168af88-3f37-4f99-8581-3a50e36ab509), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:03.076017 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a269d2cc-68dc-41d5-a6b6-fbe947303954 req-072d3f33-120a-4cf2-a3a5-6fd52b1312b2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:03.083696 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a269d2cc-68dc-41d5-a6b6-fbe947303954 req-072d3f33-120a-4cf2-a3a5-6fd52b1312b2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.4253528 Apr 01 10:15:03.319181 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68820332-7ffa-4140-beae-6e7282240ce4 req-7a92db09-623f-429e-bf62-2754355f0acc tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:03.321638 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-68820332-7ffa-4140-beae-6e7282240ce4 req-7a92db09-623f-429e-bf62-2754355f0acc tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 931 time: 0.3345006 Apr 01 10:15:03.356259 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:03.363986 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a269d2cc-68dc-41d5-a6b6-fbe947303954 req-7f07e9c7-ead0-4ba2-aee8-c3f177eb4dbc tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792830 Apr 01 10:15:03.439004 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [None req-06abdc7b-d8fc-4fb8-8529-58e92eec4b2e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Floating IP 0168af88-3f37-4f99-8581-3a50e36ab509 associated. External IP: 172.37.3.182, port: a0d50050-5729-4d45-a56b-5c7788f34f3c. Apr 01 10:15:03.909113 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-68820332-7ffa-4140-beae-6e7282240ce4 req-f6f67779-4822-4003-9b1b-966831adab15 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5678380 Apr 01 10:15:04.343864 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06abdc7b-d8fc-4fb8-8529-58e92eec4b2e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Router c918a820-d4da-4b1b-8389-a8e10b3a7a9c has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:15:04.408155 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a2784-85eb-4d1d-9b32-a1bfa29345ec req-726f088c-0912-436d-8cd7-36275cec5008 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:04.419576 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-481a2784-85eb-4d1d-9b32-a1bfa29345ec req-726f088c-0912-436d-8cd7-36275cec5008 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.4399304 Apr 01 10:15:04.478795 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:15:04.506852 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Publish callbacks [] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:04.664350 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Transition to ACTIVE for port object 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:15:04.685303 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-481a2784-85eb-4d1d-9b32-a1bfa29345ec req-c672e27f-6d50-4bd0-94f3-35d24a0067ca tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2509918 Apr 01 10:15:04.730021 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b8af9-29bb-47f4-a0d8-b607117bd56a req-9ecbb87d-ac60-46b4-8c1d-323143dae267 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:04.731896 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ed8b8af9-29bb-47f4-a0d8-b607117bd56a req-9ecbb87d-ac60-46b4-8c1d-323143dae267 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.2332666 Apr 01 10:15:04.778383 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:04.821181 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06abdc7b-d8fc-4fb8-8529-58e92eec4b2e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:15:04.832048 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219ca83-a218-499a-9b3e-214d465636ca None None] Sync routers for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:15:04.873008 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-06abdc7b-d8fc-4fb8-8529-58e92eec4b2e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:04.878358 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219ca83-a218-499a-9b3e-214d465636ca None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:15:04.879199 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f219ca83-a218-499a-9b3e-214d465636ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:15:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:04.916265 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-06abdc7b-d8fc-4fb8-8529-58e92eec4b2e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "PUT /v2.0/floatingips/0168af88-3f37-4f99-8581-3a50e36ab509 HTTP/1.1" status: 200 len: 991 time: 3.3900528 Apr 01 10:15:04.953732 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'tag': 'a0d50050-5729-4d45-a56b-5c7788f34f3c'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:15:04.956735 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a8e2af-5525-42ab-92ca-3f432a8517a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2b250c44-9b77-46f2-9774-e2c4d6e51890", "tag": "a0d50050-5729-4d45-a56b-5c7788f34f3c"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:15:04.967756 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:05.089829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e34225-afda-4f8b-9ae4-f68e07c2b4c8 x-openstack-request-id: req-92e34225-afda-4f8b-9ae4-f68e07c2b4c8 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:15:05.090120 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b250c44-9b77-46f2-9774-e2c4d6e51890", "tag": "a0d50050-5729-4d45-a56b-5c7788f34f3c", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:15:05.090379 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-92e34225-afda-4f8b-9ae4-f68e07c2b4c8 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:15:05.095373 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92e34225-afda-4f8b-9ae4-f68e07c2b4c8'] response: {'name': 'network-changed', 'server_uuid': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'tag': 'a0d50050-5729-4d45-a56b-5c7788f34f3c', 'status': 'completed', 'code': 200} Apr 01 10:15:05.151376 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Attempting to bind port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:15:05.153087 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Attempting to bind port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '8b820b2b-35ae-4937-9fb1-4aedee33cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9e28a7d2-e764-477e-b667-e357d7a67590'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:15:05.153087 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Attempting to bind port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 on network 9e28a7d2-e764-477e-b667-e357d7a67590 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:15:05.178789 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 on network 9e28a7d2-e764-477e-b667-e357d7a67590 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:15:05.179801 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Attempting to bind port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 on network 9e28a7d2-e764-477e-b667-e357d7a67590 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:15:05.185464 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-f219ca83-a218-499a-9b3e-214d465636ca None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:15:05.209735 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:15:05.209735 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Checking segment: {'id': '8b820b2b-35ae-4937-9fb1-4aedee33cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9e28a7d2-e764-477e-b667-e357d7a67590'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:15:05.212896 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8e2af-5525-42ab-92ca-3f432a8517a2 req-b9940879-609c-4496-81a6-e18e9fc74fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:05.212896 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-14a8e2af-5525-42ab-92ca-3f432a8517a2 req-b9940879-609c-4496-81a6-e18e9fc74fd6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 1129 time: 0.1358707 Apr 01 10:15:05.213545 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Bound using segment: {'id': '8b820b2b-35ae-4937-9fb1-4aedee33cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9e28a7d2-e764-477e-b667-e357d7a67590'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:15:05.213647 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Bound port: 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b820b2b-35ae-4937-9fb1-4aedee33cb4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '9e28a7d2-e764-477e-b667-e357d7a67590'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:15:05.213967 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:05.317531 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ed8b8af9-29bb-47f4-a0d8-b607117bd56a req-475035ad-83ed-48de-abbd-28ebe9ee612a tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5574348 Apr 01 10:15:05.340382 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Pushing event updated for resources: {'Port': ['ID=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:05.446923 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8e2af-5525-42ab-92ca-3f432a8517a2 req-61e21a27-b723-4bd1-9083-63d493f11165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:05.451064 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-14a8e2af-5525-42ab-92ca-3f432a8517a2 req-61e21a27-b723-4bd1-9083-63d493f11165 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 915 time: 0.2317355 Apr 01 10:15:05.464294 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] For port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550, host hv-cinder-maste, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:15:05.477249 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] For port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550,segment=NetworkSegment(8b820b2b-35ae-4937-9fb1-4aedee33cb4d),segment_id=8b820b2b-35ae-4937-9fb1-4aedee33cb4d)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:15:05.534272 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f9e2d7-081e-44fe-9c6d-5d4a12b54c9e req-23402b2d-fa87-42dd-9add-7426b89e09c1 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:05.548831 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f1f9e2d7-081e-44fe-9c6d-5d4a12b54c9e req-23402b2d-fa87-42dd-9add-7426b89e09c1 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 943 time: 0.3569071 Apr 01 10:15:05.566742 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:05.602227 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-14a8e2af-5525-42ab-92ca-3f432a8517a2 req-9bceb3b7-afa8-47cd-a5f6-d2b2e6350c42 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a0d50050-5729-4d45-a56b-5c7788f34f3c HTTP/1.1" status: 200 len: 999 time: 0.1428120 Apr 01 10:15:05.616826 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:05.616826 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:05.622722 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] 10.222.0.43 "PUT /v2.0/ports/5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 HTTP/1.1" status: 200 len: 1093 time: 2.9621210 Apr 01 10:15:05.672286 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f219ca83-a218-499a-9b3e-214d465636ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '0168af88-3f37-4f99-8581-3a50e36ab509', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.182', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': 'a0d50050-5729-4d45-a56b-5c7788f34f3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:08:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:43Z', 'updated_at': '2022-04-01T10:15:02Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}, {'id': '483b6f2f-b3e0-4751-9ebe-e24bd7ef859c', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.102', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:97:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:26Z', 'updated_at': '2022-04-01T10:13:50Z', 'revision_number': 2, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:05.722261 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8e2af-5525-42ab-92ca-3f432a8517a2 req-6aeabbbc-9fb1-43cf-adb1-7394e4f5d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:05.729658 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-14a8e2af-5525-42ab-92ca-3f432a8517a2 req-6aeabbbc-9fb1-43cf-adb1-7394e4f5d4c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4bd942-1f07-46b6-a4b8-3efb6580d55d HTTP/1.1" status: 200 len: 853 time: 0.1214223 Apr 01 10:15:05.759232 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219ca83-a218-499a-9b3e-214d465636ca None None] Checking router: c918a820-d4da-4b1b-8389-a8e10b3a7a9c for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:15:05.780934 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f219ca83-a218-499a-9b3e-214d465636ca None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:15:05.781757 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f219ca83-a218-499a-9b3e-214d465636ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:15:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:05.839328 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8e2af-5525-42ab-92ca-3f432a8517a2 req-e9ea8ea3-9579-4be0-9e85-391f3cf145ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:05.848415 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-14a8e2af-5525-42ab-92ca-3f432a8517a2 req-e9ea8ea3-9579-4be0-9e85-391f3cf145ec service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92ca3fc-f878-4471-8584-45362264a2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1102543 Apr 01 10:15:05.868822 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f1f9e2d7-081e-44fe-9c6d-5d4a12b54c9e req-68b8d243-eb29-461d-b7d8-81a2aeb39ccf tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052793 Apr 01 10:15:06.004409 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8ba1ec-e19f-41f8-80f0-ddd98f90ec0a service neutron] Pushing event updated for resources: {'Port': ['ID=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:06.068239 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-14a8e2af-5525-42ab-92ca-3f432a8517a2 req-be4fe3cc-91b5-4fee-92ff-ad40f9c19efe service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093668 Apr 01 10:15:06.078057 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-7381e395-1a13-4648-b826-f4016b3a6678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:06.079932 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-7381e395-1a13-4648-b826-f4016b3a6678 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9562758522b449d6af278e18fe99b003&device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 1127 time: 0.2285764 Apr 01 10:15:06.110046 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-f219ca83-a218-499a-9b3e-214d465636ca None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:15:06.186248 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ef855-4ae5-46b2-9fa7-2dd01bd0ddef req-c4598935-184a-4bd9-921b-11bd57c852a7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:06.204584 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f81ef855-4ae5-46b2-9fa7-2dd01bd0ddef req-c4598935-184a-4bd9-921b-11bd57c852a7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.3327847 Apr 01 10:15:06.221895 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-24484b37-176e-4162-9a50-225b9ca9d5ed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 HTTP/1.1" status: 200 len: 217 time: 0.1313636 Apr 01 10:15:06.256388 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-14a8e2af-5525-42ab-92ca-3f432a8517a2 req-e5f74258-bc07-4a97-8f9b-073a32e97bae service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828868 Apr 01 10:15:06.307973 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-71746c45-a6ea-45bb-8a14-c9e665e73bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:06.309608 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-71746c45-a6ea-45bb-8a14-c9e665e73bea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c9e821b-1601-4b8a-a11e-ed4276f488f8 HTTP/1.1" status: 200 len: 848 time: 0.0666969 Apr 01 10:15:06.342689 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f81ef855-4ae5-46b2-9fa7-2dd01bd0ddef req-0d538295-e0e7-4841-a233-bd7caf0cc658 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371639 Apr 01 10:15:06.370836 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-a86ac670-d73c-4de9-b3e6-c04aba89f944 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e28a7d2-e764-477e-b667-e357d7a67590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531523 Apr 01 10:15:06.588718 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-490699c6-6ad6-4465-81cd-7a5b8de356c5 service neutron] 10.222.0.43 "GET /v2.0/networks/9e28a7d2-e764-477e-b667-e357d7a67590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068293 Apr 01 10:15:06.638096 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f219ca83-a218-499a-9b3e-214d465636ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '0168af88-3f37-4f99-8581-3a50e36ab509', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.182', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': 'a0d50050-5729-4d45-a56b-5c7788f34f3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:08:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:43Z', 'updated_at': '2022-04-01T10:15:02Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}, {'id': '483b6f2f-b3e0-4751-9ebe-e24bd7ef859c', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.102', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:97:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:26Z', 'updated_at': '2022-04-01T10:13:50Z', 'revision_number': 2, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:06.717509 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f219ca83-a218-499a-9b3e-214d465636ca None None] The sync data for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb is: [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '0168af88-3f37-4f99-8581-3a50e36ab509', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.182', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': 'a0d50050-5729-4d45-a56b-5c7788f34f3c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 327, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:08:9f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:43Z', 'updated_at': '2022-04-01T10:15:02Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}, {'id': '483b6f2f-b3e0-4751-9ebe-e24bd7ef859c', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.102', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:97:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:26Z', 'updated_at': '2022-04-01T10:13:50Z', 'revision_number': 2, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:15:06.756459 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:15:06.798435 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4fc4d59f-5b41-4f43-b5e3-32110f3b36ac req-cc048630-b941-4166-8fc7-d9919acbbca6 service neutron] 10.222.0.43 "GET /v2.0/networks/9e28a7d2-e764-477e-b667-e357d7a67590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008579 Apr 01 10:15:06.872514 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a6ec8-10ed-4964-8d0b-e748ec745d52 req-218cdf19-41d6-470c-b2c7-4ab0e2cefdc9 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:06.874537 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-749a6ec8-10ed-4964-8d0b-e748ec745d52 req-218cdf19-41d6-470c-b2c7-4ab0e2cefdc9 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.3583491 Apr 01 10:15:06.947002 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-749a6ec8-10ed-4964-8d0b-e748ec745d52 req-1bc7b908-5484-4965-8b8c-30600ad010c2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670817 Apr 01 10:15:07.098803 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef39d55f-0455-4d9c-ac0b-9efe96d8bce3', 'tag': '5e96e8fe-0af8-4ba5-9d86-8ff27fd38550'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:15:07.103704 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c950c69f-763a-4a8f-9791-422c1d6be768" -d '{"events": [{"name": "network-changed", "server_uuid": "ef39d55f-0455-4d9c-ac0b-9efe96d8bce3", "tag": "5e96e8fe-0af8-4ba5-9d86-8ff27fd38550"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:15:07.147109 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c3098-162d-443e-9d44-5f29c84c902f req-da65906f-b6ad-47b6-90e2-99c57dfc423b tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:07.149408 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-968c3098-162d-443e-9d44-5f29c84c902f req-da65906f-b6ad-47b6-90e2-99c57dfc423b tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 943 time: 0.1404960 Apr 01 10:15:07.160401 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ab5ece-be7f-41ea-a80a-4b5b5f81194b None None] New status for floating IP 0168af88-3f37-4f99-8581-3a50e36ab509: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:15:07.171265 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf6dfe6-1a0a-4631-a70f-c1713fa3c6ce x-openstack-request-id: req-fbf6dfe6-1a0a-4631-a70f-c1713fa3c6ce {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:15:07.171543 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef39d55f-0455-4d9c-ac0b-9efe96d8bce3", "tag": "5e96e8fe-0af8-4ba5-9d86-8ff27fd38550", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:15:07.171802 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-fbf6dfe6-1a0a-4631-a70f-c1713fa3c6ce {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:15:07.172189 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf6dfe6-1a0a-4631-a70f-c1713fa3c6ce'] response: {'name': 'network-changed', 'server_uuid': 'ef39d55f-0455-4d9c-ac0b-9efe96d8bce3', 'tag': '5e96e8fe-0af8-4ba5-9d86-8ff27fd38550', 'status': 'completed', 'code': 200} Apr 01 10:15:07.253944 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-968c3098-162d-443e-9d44-5f29c84c902f req-11408a38-dbe9-4e58-baf7-4bb19b5938f3 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922518 Apr 01 10:15:07.278520 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950c69f-763a-4a8f-9791-422c1d6be768 req-1e67f2ea-0fea-413b-a6d4-9e32a86749c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:07.280134 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c950c69f-763a-4a8f-9791-422c1d6be768 req-1e67f2ea-0fea-413b-a6d4-9e32a86749c0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9562758522b449d6af278e18fe99b003&device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 1127 time: 0.0771272 Apr 01 10:15:07.418663 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950c69f-763a-4a8f-9791-422c1d6be768 req-3a656159-48a6-4812-ac60-1108d2bfc74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:07.420871 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c950c69f-763a-4a8f-9791-422c1d6be768 req-3a656159-48a6-4812-ac60-1108d2bfc74c service neutron] 10.222.0.43 "GET /v2.0/networks?id=9e28a7d2-e764-477e-b667-e357d7a67590 HTTP/1.1" status: 200 len: 909 time: 0.1341558 Apr 01 10:15:07.478789 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c950c69f-763a-4a8f-9791-422c1d6be768 req-b6db4f40-3091-42b1-9370-1a25450bcf6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 HTTP/1.1" status: 200 len: 217 time: 0.0502348 Apr 01 10:15:07.570539 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950c69f-763a-4a8f-9791-422c1d6be768 req-fa4d1b3f-4847-4ddd-bb0b-b561fec5a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:07.572462 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c950c69f-763a-4a8f-9791-422c1d6be768 req-fa4d1b3f-4847-4ddd-bb0b-b561fec5a2c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9c9e821b-1601-4b8a-a11e-ed4276f488f8 HTTP/1.1" status: 200 len: 848 time: 0.0758634 Apr 01 10:15:07.583489 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c6cc4-7707-41a1-b87b-b852edff47eb req-731431dc-871a-4b8b-9e94-63c4fcbfb87b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:07.586413 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0e0c6cc4-7707-41a1-b87b-b852edff47eb req-731431dc-871a-4b8b-9e94-63c4fcbfb87b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.1516864 Apr 01 10:15:07.622547 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c950c69f-763a-4a8f-9791-422c1d6be768 req-1584f115-b199-4e60-9c7f-86f212d72ce8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9e28a7d2-e764-477e-b667-e357d7a67590&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350218 Apr 01 10:15:07.745612 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0e0c6cc4-7707-41a1-b87b-b852edff47eb req-89c8c2f2-f655-4d6d-baba-c59718e9a612 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502967 Apr 01 10:15:07.848842 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c950c69f-763a-4a8f-9791-422c1d6be768 req-c7f5512d-9b1d-405f-9955-7ae8834d084f service neutron] 10.222.0.43 "GET /v2.0/networks/9e28a7d2-e764-477e-b667-e357d7a67590?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180877 Apr 01 10:15:08.127944 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c950c69f-763a-4a8f-9791-422c1d6be768 req-fe238064-9167-48ea-8cd4-85ef8ed7b9f4 service neutron] 10.222.0.43 "GET /v2.0/networks/9e28a7d2-e764-477e-b667-e357d7a67590?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733188 Apr 01 10:15:08.145740 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837d23b-2ad1-447b-bd86-becbd9583562 req-aead7efd-f385-4b2d-a726-1122fb73504b tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:08.147426 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5837d23b-2ad1-447b-bd86-becbd9583562 req-aead7efd-f385-4b2d-a726-1122fb73504b tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.1068625 Apr 01 10:15:08.218564 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5837d23b-2ad1-447b-bd86-becbd9583562 req-e9ee0ae5-5167-438c-bfd1-fade13fccc93 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631516 Apr 01 10:15:08.434998 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc4e48-2996-48e1-b614-f25d8cfec914 req-1f1f8cfc-4c59-4cc3-ba04-ea167738f757 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:08.436583 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8adc4e48-2996-48e1-b614-f25d8cfec914 req-1f1f8cfc-4c59-4cc3-ba04-ea167738f757 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 943 time: 0.0731421 Apr 01 10:15:08.565455 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8adc4e48-2996-48e1-b614-f25d8cfec914 req-259a9083-c56c-4629-9cff-3065b7b2ef0e tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223562 Apr 01 10:15:08.719355 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686e1e3-f1d0-4257-b9fe-84c0e6916a50 req-059b8cbe-8034-463a-ab58-62405171e637 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:08.736755 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e686e1e3-f1d0-4257-b9fe-84c0e6916a50 req-059b8cbe-8034-463a-ab58-62405171e637 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.1024501 Apr 01 10:15:08.914558 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e686e1e3-f1d0-4257-b9fe-84c0e6916a50 req-260d39e9-18ba-4b68-8d5b-f6e32abecb82 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1712003 Apr 01 10:15:09.009304 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe801a96-f75a-42ec-a10b-47e114d9965d req-8605f791-1007-4c4a-bc36-c53ffa40ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:09.010913 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fe801a96-f75a-42ec-a10b-47e114d9965d req-8605f791-1007-4c4a-bc36-c53ffa40ca3b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f8feca17a5240999c4f2a5c6f313851&device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 1129 time: 0.0934598 Apr 01 10:15:09.023014 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45232894-4b38-4c1e-9e2a-0242b9c83de7 req-9ff71e8d-16b0-4e64-a172-2cd016c25b3f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:09.024427 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-45232894-4b38-4c1e-9e2a-0242b9c83de7 req-9ff71e8d-16b0-4e64-a172-2cd016c25b3f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.1086075 Apr 01 10:15:09.150113 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe801a96-f75a-42ec-a10b-47e114d9965d req-c4ad1bd4-d419-43db-979a-5e56835ae7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:09.153951 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fe801a96-f75a-42ec-a10b-47e114d9965d req-c4ad1bd4-d419-43db-979a-5e56835ae7da service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8e7b4de-9a1d-4a82-96e9-42b39622541f HTTP/1.1" status: 200 len: 912 time: 0.1263463 Apr 01 10:15:09.303056 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-45232894-4b38-4c1e-9e2a-0242b9c83de7 req-fa07666c-ca35-47bf-8b30-7a60e39ed772 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2699199 Apr 01 10:15:09.329086 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fe801a96-f75a-42ec-a10b-47e114d9965d req-d28a3872-09ab-42d9-8e6c-7f782b84b738 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46e17621-189e-4a8a-8f61-13616db37219 HTTP/1.1" status: 200 len: 1001 time: 0.1688683 Apr 01 10:15:09.428771 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe801a96-f75a-42ec-a10b-47e114d9965d req-36518f69-f95e-4488-af70-401126a89a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:09.445413 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fe801a96-f75a-42ec-a10b-47e114d9965d req-36518f69-f95e-4488-af70-401126a89a98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=732114a6-ce68-4568-8360-a1a2d861b474 HTTP/1.1" status: 200 len: 850 time: 0.0959785 Apr 01 10:15:09.491047 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe801a96-f75a-42ec-a10b-47e114d9965d req-11df721f-935e-41ea-b603-cb1c5e04f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:09.493755 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fe801a96-f75a-42ec-a10b-47e114d9965d req-11df721f-935e-41ea-b603-cb1c5e04f3aa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8e7b4de-9a1d-4a82-96e9-42b39622541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0549474 Apr 01 10:15:09.648443 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fe801a96-f75a-42ec-a10b-47e114d9965d req-4522847b-af65-4e8f-8d9b-3d32f735141e service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450870 Apr 01 10:15:09.809797 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efddd47-b6a4-42b1-89ca-99ffba21b14a req-f52bd21e-dbcf-4660-8b61-f2e3eed5a89a tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:09.811862 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6efddd47-b6a4-42b1-89ca-99ffba21b14a req-f52bd21e-dbcf-4660-8b61-f2e3eed5a89a tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 943 time: 0.1335073 Apr 01 10:15:09.816923 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fe801a96-f75a-42ec-a10b-47e114d9965d req-3c856e14-6a17-4d2a-929d-fba56806306f service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611652 Apr 01 10:15:09.911507 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6efddd47-b6a4-42b1-89ca-99ffba21b14a req-7615998b-9463-4e05-b298-34715dae570d tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933700 Apr 01 10:15:10.106889 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa84fbe1-ace4-42ab-8b20-2b5d89fa9675 req-6dffd4b7-170a-4ed1-b669-d7ac53973560 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:10.108695 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-aa84fbe1-ace4-42ab-8b20-2b5d89fa9675 req-6dffd4b7-170a-4ed1-b669-d7ac53973560 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.1114802 Apr 01 10:15:10.244575 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-aa84fbe1-ace4-42ab-8b20-2b5d89fa9675 req-85ddc1a3-67b1-4a5b-8a06-8ac170fbcdfa tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246996 Apr 01 10:15:10.607328 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ec0df-4b17-40f5-91eb-2656927f6031 req-21b378ae-8681-454c-af37-c6669c9c5bb4 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:10.615756 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a82ec0df-4b17-40f5-91eb-2656927f6031 req-21b378ae-8681-454c-af37-c6669c9c5bb4 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.1187241 Apr 01 10:15:10.695154 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a82ec0df-4b17-40f5-91eb-2656927f6031 req-26b35ad1-bd3e-440c-9cc4-d907594e1968 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778809 Apr 01 10:15:11.089680 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22835ff5-5bf0-4894-a51d-30a6198ef4b3 req-5b3b7666-f933-4738-ad9d-9e0261d4fa29 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:11.099103 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-22835ff5-5bf0-4894-a51d-30a6198ef4b3 req-5b3b7666-f933-4738-ad9d-9e0261d4fa29 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 943 time: 0.0811813 Apr 01 10:15:11.172435 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-22835ff5-5bf0-4894-a51d-30a6198ef4b3 req-a1612626-c80d-4948-9f4b-b3c2d7f0ef1e tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719738 Apr 01 10:15:11.452903 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a41fb-371a-4175-a67d-b44d1f4cb4ea req-bd25f7a9-b2d8-4699-8f4e-89009819840f tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:11.455918 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f42a41fb-371a-4175-a67d-b44d1f4cb4ea req-bd25f7a9-b2d8-4699-8f4e-89009819840f tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.1116552 Apr 01 10:15:11.534384 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f42a41fb-371a-4175-a67d-b44d1f4cb4ea req-18deb031-7518-4ac0-92d6-9a6b17096450 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714147 Apr 01 10:15:11.880597 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6744665-e730-4d56-aefd-8e53296d0d90 req-349b05f1-bc09-41fc-aea1-a48f99b89928 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:11.880597 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e6744665-e730-4d56-aefd-8e53296d0d90 req-349b05f1-bc09-41fc-aea1-a48f99b89928 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0687749 Apr 01 10:15:11.961763 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e6744665-e730-4d56-aefd-8e53296d0d90 req-0f1d5439-2576-41b4-a0b8-f3f72b5a5105 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796709 Apr 01 10:15:12.331243 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9775f-5b3d-4b15-b873-6a2261d4691e req-b80671a3-c00e-4be2-96ad-35872b956814 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:12.332406 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f9c9775f-5b3d-4b15-b873-6a2261d4691e req-b80671a3-c00e-4be2-96ad-35872b956814 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 943 time: 0.0826013 Apr 01 10:15:12.483323 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f9c9775f-5b3d-4b15-b873-6a2261d4691e req-0f62967d-2ed7-4d9c-8e74-f6692995335a tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424832 Apr 01 10:15:13.126194 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a9f75-8f54-4436-9b7e-61b62cbba85f req-d2d1488c-4f55-44e5-84f5-44ba21d67512 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:13.127966 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-360a9f75-8f54-4436-9b7e-61b62cbba85f req-d2d1488c-4f55-44e5-84f5-44ba21d67512 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0817504 Apr 01 10:15:13.205697 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-360a9f75-8f54-4436-9b7e-61b62cbba85f req-fbb6443f-72bc-43dd-8048-812e8224f8b1 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697229 Apr 01 10:15:13.945324 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51596da9-3837-4777-a99a-8259d7ed2020 req-e4a78d49-83d2-41c0-bb7e-b8e0c3316e83 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:13.953047 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-51596da9-3837-4777-a99a-8259d7ed2020 req-e4a78d49-83d2-41c0-bb7e-b8e0c3316e83 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 943 time: 0.3830070 Apr 01 10:15:14.015276 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-51596da9-3837-4777-a99a-8259d7ed2020 req-cdc17f96-cb82-4263-b7bc-3d8980c9a0d1 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594296 Apr 01 10:15:14.363933 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4790f272-fa8d-4ad2-93b8-e04726b188a0 req-f8ccaf56-a843-4a0a-8d72-e73093110a06 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:14.365608 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4790f272-fa8d-4ad2-93b8-e04726b188a0 req-f8ccaf56-a843-4a0a-8d72-e73093110a06 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0832436 Apr 01 10:15:14.434100 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4790f272-fa8d-4ad2-93b8-e04726b188a0 req-36ec75d3-e918-4d60-8279-07c8b8f53996 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607204 Apr 01 10:15:14.769712 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3d9bb-20de-43bd-83ca-5f045e144979 req-dcf686e8-dbc5-41bb-93a8-34f037309033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:14.771886 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-56e3d9bb-20de-43bd-83ca-5f045e144979 req-dcf686e8-dbc5-41bb-93a8-34f037309033 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 1129 time: 0.0527420 Apr 01 10:15:14.865533 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3d9bb-20de-43bd-83ca-5f045e144979 req-f9d24933-aa41-4356-b96c-5c90f43f2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:14.867936 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-56e3d9bb-20de-43bd-83ca-5f045e144979 req-f9d24933-aa41-4356-b96c-5c90f43f2051 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 918 time: 0.0886960 Apr 01 10:15:14.951384 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-56e3d9bb-20de-43bd-83ca-5f045e144979 req-2ff42523-ccf5-47e3-9a14-ea9f265b50c8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115 HTTP/1.1" status: 200 len: 1000 time: 0.0747380 Apr 01 10:15:15.007223 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3d9bb-20de-43bd-83ca-5f045e144979 req-7af58ff9-cdbf-4012-8f40-d0db461360ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:15.009085 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-56e3d9bb-20de-43bd-83ca-5f045e144979 req-7af58ff9-cdbf-4012-8f40-d0db461360ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 200 len: 856 time: 0.0455635 Apr 01 10:15:15.102820 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3d9bb-20de-43bd-83ca-5f045e144979 req-b8485181-78ab-4e42-80bf-3e9c5a4d9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:15.104256 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-56e3d9bb-20de-43bd-83ca-5f045e144979 req-b8485181-78ab-4e42-80bf-3e9c5a4d9b11 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea27fba-ffc7-42c6-acca-74e928fc7023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0833001 Apr 01 10:15:15.213084 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a48a92-54cc-4306-b4a0-d12127e17e28 req-d4742971-f02c-42c7-bb86-0ab43f61ca9e tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:15.214872 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-24a48a92-54cc-4306-b4a0-d12127e17e28 req-d4742971-f02c-42c7-bb86-0ab43f61ca9e tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 943 time: 0.1231756 Apr 01 10:15:15.256004 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-56e3d9bb-20de-43bd-83ca-5f045e144979 req-a2efca07-5ca0-489b-947e-9197b2bd1efc service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307695 Apr 01 10:15:15.327630 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-24a48a92-54cc-4306-b4a0-d12127e17e28 req-1b6d23bf-be7c-40b5-a2b8-c328da070e02 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066444 Apr 01 10:15:15.402720 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-56e3d9bb-20de-43bd-83ca-5f045e144979 req-211f59c7-eea2-4e20-b8e0-680217d0517d service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400561 Apr 01 10:15:15.587373 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913f94a-1a5f-45ab-be31-c1f76e80320e req-18450a47-576b-48f1-8f5d-cd1628811124 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:15.590741 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d913f94a-1a5f-45ab-be31-c1f76e80320e req-18450a47-576b-48f1-8f5d-cd1628811124 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0762894 Apr 01 10:15:15.648897 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d913f94a-1a5f-45ab-be31-c1f76e80320e req-4168cadf-6c70-46fb-b1f0-2af3e4fee07c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507884 Apr 01 10:15:16.268321 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37704) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:16.423402 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4e1841d5-2585-447d-95da-a1bbbdaea870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:16.469027 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879da8d-617c-4540-ae16-22b0128453c9 req-ef43620b-5b25-4b4c-bb79-5a8ed7bdbdc7 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:16.479058 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9879da8d-617c-4540-ae16-22b0128453c9 req-ef43620b-5b25-4b4c-bb79-5a8ed7bdbdc7 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 943 time: 0.0762308 Apr 01 10:15:16.512767 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4e1841d5-2585-447d-95da-a1bbbdaea870 admin admin] Publish callbacks [] for security_group (f4a97d68-d657-47f1-b773-70fb31d4eea3), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:16.534478 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9879da8d-617c-4540-ae16-22b0128453c9 req-bb35f5cf-a6d9-46ee-ac80-044a9415ba9d tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545306 Apr 01 10:15:16.578382 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4e1841d5-2585-447d-95da-a1bbbdaea870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (f4a97d68-d657-47f1-b773-70fb31d4eea3), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:16.620096 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-4e1841d5-2585-447d-95da-a1bbbdaea870 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3532b32b79e49bc89081c5ed035b8de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3505821 Apr 01 10:15:16.622733 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 37714) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:16.628364 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1841d5-2585-447d-95da-a1bbbdaea870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a97d68-d657-47f1-b773-70fb31d4eea3,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:16.693853 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-957d228f-824f-4b99-a96b-3dcb9ca25103 admin admin] Publish callbacks [] for security_group (f4a97d68-d657-47f1-b773-70fb31d4eea3), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:16.721354 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-957d228f-824f-4b99-a96b-3dcb9ca25103 admin admin] Publish callbacks [] for security_group (f4a97d68-d657-47f1-b773-70fb31d4eea3), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:16.809288 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adf1222-6725-48c2-a62a-6da17237e9ae req-784c0405-6337-4795-a6c6-03386dd923eb tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:16.816604 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6adf1222-6725-48c2-a62a-6da17237e9ae req-784c0405-6337-4795-a6c6-03386dd923eb tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0766697 Apr 01 10:15:16.866240 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6adf1222-6725-48c2-a62a-6da17237e9ae req-6dd79ceb-4c9f-4f1e-869f-1c0a2735ef65 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482986 Apr 01 10:15:16.881489 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-957d228f-824f-4b99-a96b-3dcb9ca25103 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (f4a97d68-d657-47f1-b773-70fb31d4eea3), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:16.885104 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-957d228f-824f-4b99-a96b-3dcb9ca25103 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:16.888384 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-957d228f-824f-4b99-a96b-3dcb9ca25103 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f4a97d68-d657-47f1-b773-70fb31d4eea3 HTTP/1.1" status: 204 len: 168 time: 0.2644885 Apr 01 10:15:16.899626 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d228f-824f-4b99-a96b-3dcb9ca25103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a97d68-d657-47f1-b773-70fb31d4eea3,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:17.446118 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:15:17.469846 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 37728) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:17.499683 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3cfe78fc-8009-4cac-a39f-d460f7c9e8c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:17.619434 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550,segment=NetworkSegment(8b820b2b-35ae-4937-9fb1-4aedee33cb4d),segment_id=8b820b2b-35ae-4937-9fb1-4aedee33cb4d)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:17.645435 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '5e96e8fe-0af8-4ba5-9d86-8ff27fd38550', 'network_id': '9e28a7d2-e764-477e-b667-e357d7a67590', 'port_id': '5e96e8fe-0af8-4ba5-9d86-8ff27fd38550', 'mac_address': 'fa:16:3e:a6:6a:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c9e821b-1601-4b8a-a11e-ed4276f488f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:15:17.653424 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3cfe78fc-8009-4cac-a39f-d460f7c9e8c1 admin admin] Publish callbacks [] for security_group (19e0d132-f8b0-42ee-a3e6-2dabf172fa87), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:17.701070 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:15:17.701737 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:17.703490 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec989d6b-3138-4b43-b897-68b624d1b0aa req-4ca08630-efc5-47b0-9e6d-a7ab70a19f7d tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:17.711850 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ec989d6b-3138-4b43-b897-68b624d1b0aa req-4ca08630-efc5-47b0-9e6d-a7ab70a19f7d tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 943 time: 0.0690196 Apr 01 10:15:17.717788 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:15:17.721502 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3cfe78fc-8009-4cac-a39f-d460f7c9e8c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (19e0d132-f8b0-42ee-a3e6-2dabf172fa87), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:17.740040 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550,segment=NetworkSegment(8b820b2b-35ae-4937-9fb1-4aedee33cb4d),segment_id=8b820b2b-35ae-4937-9fb1-4aedee33cb4d)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:17.782860 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-3cfe78fc-8009-4cac-a39f-d460f7c9e8c1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6627e88f6944f9b916ee1f2b1e10954&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3126335 Apr 01 10:15:17.786193 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37732) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:17.787813 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfe78fc-8009-4cac-a39f-d460f7c9e8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e0d132-f8b0-42ee-a3e6-2dabf172fa87,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:17.809013 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ec989d6b-3138-4b43-b897-68b624d1b0aa req-19041f40-28ad-4345-942f-a6eab566d747 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910175 Apr 01 10:15:17.820069 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:17.850452 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-de8d6952-d343-4f70-bd93-27d5f1ac9e67 admin admin] Publish callbacks [] for security_group (19e0d132-f8b0-42ee-a3e6-2dabf172fa87), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:17.877727 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:17.879991 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-de8d6952-d343-4f70-bd93-27d5f1ac9e67 admin admin] Publish callbacks [] for security_group (19e0d132-f8b0-42ee-a3e6-2dabf172fa87), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:17.989820 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-de8d6952-d343-4f70-bd93-27d5f1ac9e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (19e0d132-f8b0-42ee-a3e6-2dabf172fa87), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:17.992648 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-de8d6952-d343-4f70-bd93-27d5f1ac9e67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:17.996201 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-de8d6952-d343-4f70-bd93-27d5f1ac9e67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19e0d132-f8b0-42ee-a3e6-2dabf172fa87 HTTP/1.1" status: 204 len: 168 time: 0.2067580 Apr 01 10:15:18.003117 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8d6952-d343-4f70-bd93-27d5f1ac9e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e0d132-f8b0-42ee-a3e6-2dabf172fa87,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:18.016590 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08926d09-25a7-4da6-9067-4d0f3dbf55d2 req-46e2f794-96a6-4ee4-9658-c57980b9998d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:18.018340 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-08926d09-25a7-4da6-9067-4d0f3dbf55d2 req-46e2f794-96a6-4ee4-9658-c57980b9998d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.0649683 Apr 01 10:15:18.090499 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-08926d09-25a7-4da6-9067-4d0f3dbf55d2 req-0e07f7c9-5bf7-4b26-b241-66b815979c83 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640717 Apr 01 10:15:18.207017 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['5e96e8fe-0af8-4ba5-9d86-8ff27fd38550'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:15:18.756820 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37752) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:18.779171 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4db92b7e-94e7-45c2-9c43-d98a5a9576b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:18.871959 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4db92b7e-94e7-45c2-9c43-d98a5a9576b7 admin admin] Publish callbacks [] for security_group (eb1222a3-e252-4de2-aa22-a8281dc674d1), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:18.915031 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4db92b7e-94e7-45c2-9c43-d98a5a9576b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (eb1222a3-e252-4de2-aa22-a8281dc674d1), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:18.961180 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db92b7e-94e7-45c2-9c43-d98a5a9576b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1222a3-e252-4de2-aa22-a8281dc674d1,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:18.969147 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-4db92b7e-94e7-45c2-9c43-d98a5a9576b7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e379fd0e3bca49459d024906d7e4afb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2099946 Apr 01 10:15:18.971304 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37758) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:18.997211 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448beb0c-af2b-4709-afc2-8d9f8531d562 req-ed224f9a-aa04-486e-b923-541345786e25 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:18.998743 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-448beb0c-af2b-4709-afc2-8d9f8531d562 req-ed224f9a-aa04-486e-b923-541345786e25 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 944 time: 0.0959969 Apr 01 10:15:19.038510 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f82550be-9b02-4691-871c-300b436c562c admin admin] Publish callbacks [] for security_group (eb1222a3-e252-4de2-aa22-a8281dc674d1), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:19.071438 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f82550be-9b02-4691-871c-300b436c562c admin admin] Publish callbacks [] for security_group (eb1222a3-e252-4de2-aa22-a8281dc674d1), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:19.093594 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-448beb0c-af2b-4709-afc2-8d9f8531d562 req-accded17-9a39-45d7-b629-4be50c318f99 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804167 Apr 01 10:15:19.172994 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f82550be-9b02-4691-871c-300b436c562c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (eb1222a3-e252-4de2-aa22-a8281dc674d1), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:19.175994 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f82550be-9b02-4691-871c-300b436c562c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:19.177816 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-f82550be-9b02-4691-871c-300b436c562c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eb1222a3-e252-4de2-aa22-a8281dc674d1 HTTP/1.1" status: 204 len: 168 time: 0.2051597 Apr 01 10:15:19.210993 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82550be-9b02-4691-871c-300b436c562c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1222a3-e252-4de2-aa22-a8281dc674d1,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:19.329707 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [req-609ad373-c8c6-47a0-935c-b7a81cf08ac0 req-f0de9109-ac9c-4ea2-a080-5d58484994fb service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103818) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:15:19.330785 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-609ad373-c8c6-47a0-935c-b7a81cf08ac0 req-f0de9109-ac9c-4ea2-a080-5d58484994fb service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060978 Apr 01 10:15:19.459352 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:15:19.578045 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:15:19.582216 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:15:19.582591 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:19.720125 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41440c6d-df86-4074-944f-425331e28752 req-34f64ead-33c6-4c8c-8dfd-fe1b6c4aa865 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:19.730400 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-41440c6d-df86-4074-944f-425331e28752 req-34f64ead-33c6-4c8c-8dfd-fe1b6c4aa865 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 945 time: 0.1199310 Apr 01 10:15:19.755767 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:15:19.756155 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:19.816168 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550,segment=NetworkSegment(8b820b2b-35ae-4937-9fb1-4aedee33cb4d),segment_id=8b820b2b-35ae-4937-9fb1-4aedee33cb4d)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:19.817362 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef39d55f-0455-4d9c-ac0b-9efe96d8bce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e96e8fe-0af8-4ba5-9d86-8ff27fd38550'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:15:19.821963 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4fd6823-9020-4e66-a456-6f2a7c9eb337" -d '{"events": [{"server_uuid": "ef39d55f-0455-4d9c-ac0b-9efe96d8bce3", "name": "network-vif-plugged", "status": "completed", "tag": "5e96e8fe-0af8-4ba5-9d86-8ff27fd38550"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:15:19.828274 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-41440c6d-df86-4074-944f-425331e28752 req-d05b4723-7b24-41f9-847a-ce9d464c8030 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966351 Apr 01 10:15:19.876979 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d8fa6bd-66df-46cd-91c1-d224f283e396 x-openstack-request-id: req-7d8fa6bd-66df-46cd-91c1-d224f283e396 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:15:19.877577 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef39d55f-0455-4d9c-ac0b-9efe96d8bce3", "name": "network-vif-plugged", "status": "completed", "tag": "5e96e8fe-0af8-4ba5-9d86-8ff27fd38550", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:15:19.878000 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7d8fa6bd-66df-46cd-91c1-d224f283e396 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:15:19.879443 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d8fa6bd-66df-46cd-91c1-d224f283e396'] response: {'server_uuid': 'ef39d55f-0455-4d9c-ac0b-9efe96d8bce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e96e8fe-0af8-4ba5-9d86-8ff27fd38550', 'code': 200} Apr 01 10:15:19.908141 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:19.909622 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 58b866eb-34e7-44dd-a56d-c05e0a49f115 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:15:20.023152 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:20.088665 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 58b866eb-34e7-44dd-a56d-c05e0a49f115 is: ACTIVE; New status is: DOWN {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:15:20.089359 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:20.165205 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:20.249746 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184dfd8c-b29f-4095-90bb-88dca1aa3693 req-08795df9-3496-47d9-aeec-729586aec43e tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:20.252365 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-184dfd8c-b29f-4095-90bb-88dca1aa3693 req-08795df9-3496-47d9-aeec-729586aec43e tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0843349 Apr 01 10:15:20.253052 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:20.433574 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-184dfd8c-b29f-4095-90bb-88dca1aa3693 req-c78ca3ce-3f47-4878-95d7-8c8be1bf52e8 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726549 Apr 01 10:15:20.473057 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d7daf-79cc-44d0-9f36-5d7b895620a8 req-f000a31a-d201-4302-b8f7-65802917f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:20.475047 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-da2d7daf-79cc-44d0-9f36-5d7b895620a8 req-f000a31a-d201-4302-b8f7-65802917f4d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 1129 time: 0.2166865 Apr 01 10:15:20.477803 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=58b866eb-34e7-44dd-a56d-c05e0a49f115,revision_number=8']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:20.498686 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37822) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:20.550848 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-da2d7daf-79cc-44d0-9f36-5d7b895620a8 req-a2e5c95f-1b07-415d-ae45-a5b4a67c77cb service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671778 Apr 01 10:15:20.647794 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-ebe37655-2d45-4529-99e9-c360e6089178 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1477036 Apr 01 10:15:20.658206 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-b0730519-6747-4d35-b103-2f9d14935b84 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:15:20.664471 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-b0730519-6747-4d35-b103-2f9d14935b84 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0105736 Apr 01 10:15:20.808763 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 37848) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:20.862379 dv-cinder-master-3-smb neutron-server[103817]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 01 10:15:20.909721 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-7ad69051-8d35-443c-9ad7-0b87a29dbfb9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:20.911002 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-7ad69051-8d35-443c-9ad7-0b87a29dbfb9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports/58b866eb-34e7-44dd-a56d-c05e0a49f115 HTTP/1.1" status: 200 len: 940 time: 0.1011653 Apr 01 10:15:20.985212 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78553fe3-426c-4bfe-a932-875f821853d4 req-c23509f8-3522-419e-8b43-4f768a2d8a6e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:20.989704 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-78553fe3-426c-4bfe-a932-875f821853d4 req-c23509f8-3522-419e-8b43-4f768a2d8a6e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0862172 Apr 01 10:15:21.039336 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-78553fe3-426c-4bfe-a932-875f821853d4 req-9931f41b-113f-490e-ba7a-01e53a265786 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479605 Apr 01 10:15:21.555016 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3441c2-a380-4b8d-86f9-186115293c28 req-44c32345-ba2b-4783-84ba-de6dddbd5879 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:21.565627 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2b3441c2-a380-4b8d-86f9-186115293c28 req-44c32345-ba2b-4783-84ba-de6dddbd5879 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0669527 Apr 01 10:15:21.611734 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2b3441c2-a380-4b8d-86f9-186115293c28 req-6ef7f502-5a95-41bd-86fa-72ada452b6f2 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452352 Apr 01 10:15:21.880814 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:15:21.884066 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113f42c1-d9a0-4f6a-ab64-e0a2c9f61810" -d '{"events": [{"server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "name": "network-vif-unplugged", "status": "completed", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:15:21.917569 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 01 Apr 2022 10:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb9498c-8d23-4e45-a644-7a9fafd6e454 x-openstack-request-id: req-dfb9498c-8d23-4e45-a644-7a9fafd6e454 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:15:21.917923 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "name": "network-vif-unplugged", "status": "failed", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115", "code": 422}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:15:21.918287 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfb9498c-8d23-4e45-a644-7a9fafd6e454 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:15:21.918780 dv-cinder-master-3-smb neutron-server[103819]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-dfb9498c-8d23-4e45-a644-7a9fafd6e454']: {'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'code': 422} returned with failed status Apr 01 10:15:22.188234 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c740eafd-340c-4275-a3a8-ee27af8c3246 req-13754ac4-ee1c-4fd5-a38a-ee12b6d2b115 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:22.190022 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c740eafd-340c-4275-a3a8-ee27af8c3246 req-13754ac4-ee1c-4fd5-a38a-ee12b6d2b115 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0565910 Apr 01 10:15:22.246899 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c740eafd-340c-4275-a3a8-ee27af8c3246 req-3f1cb9c7-0789-4b9f-8b50-5361e81cb86b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497875 Apr 01 10:15:22.734772 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff981c6a-3af6-49e9-9d53-fc631849276e req-18c47b86-198c-4762-a928-8be86e780b25 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:22.736295 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ff981c6a-3af6-49e9-9d53-fc631849276e req-18c47b86-198c-4762-a928-8be86e780b25 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0554755 Apr 01 10:15:22.787131 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ff981c6a-3af6-49e9-9d53-fc631849276e req-3433bf4c-d071-435e-a616-a601eae00bc9 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451937 Apr 01 10:15:23.400084 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c007b18e-7340-4c05-a92f-13ce9e3c09c4 req-2e2bdabf-6f7f-4f37-9f90-804930fc3a78 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:23.401785 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c007b18e-7340-4c05-a92f-13ce9e3c09c4 req-2e2bdabf-6f7f-4f37-9f90-804930fc3a78 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0790703 Apr 01 10:15:23.517298 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c007b18e-7340-4c05-a92f-13ce9e3c09c4 req-22b871b1-6dca-4e3d-a187-ecbceb7763f8 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066871 Apr 01 10:15:23.529928 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-e367d53d-0d95-4fc2-a8a6-5ddd6f8a7603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:23.534280 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-e367d53d-0d95-4fc2-a8a6-5ddd6f8a7603 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940&tenant_id=5eeb18f4c1c34c12b529ba97aebe3809 HTTP/1.1" status: 200 len: 1127 time: 0.1115367 Apr 01 10:15:23.599991 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-55eb75f3-930a-4c59-a989-a860e11cd0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:23.602253 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-55eb75f3-930a-4c59-a989-a860e11cd0c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 1127 time: 0.0470519 Apr 01 10:15:23.703544 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-af868c82-2fdb-41dd-aa0a-324dd440a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:23.705423 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-af868c82-2fdb-41dd-aa0a-324dd440a4cf service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 918 time: 0.0931747 Apr 01 10:15:23.774739 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-1a642888-e8d8-4ac9-b81d-016e33d37015 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115 HTTP/1.1" status: 200 len: 998 time: 0.0618625 Apr 01 10:15:23.824936 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-ee361a92-f203-46e8-b6e4-b3f09105a711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:23.826409 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-ee361a92-f203-46e8-b6e4-b3f09105a711 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 200 len: 856 time: 0.0423424 Apr 01 10:15:23.879165 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-6e95169d-5dfb-4e19-adcd-6b923ace3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:23.880649 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-6e95169d-5dfb-4e19-adcd-6b923ace3fe3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea27fba-ffc7-42c6-acca-74e928fc7023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0469306 Apr 01 10:15:23.969693 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-9f383f2f-fc44-4e7e-bff4-da972ab81ca5 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799532 Apr 01 10:15:24.074042 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ada358a-2046-4bbe-b7b8-e1c3b22ec2da req-3d953d66-23fc-4b35-9c62-dbe9e416f391 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972841 Apr 01 10:15:24.671414 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125f209-d8ee-48e5-bb9f-beee52cb74f7 req-516ca85e-4f05-48f9-93a4-ac94ce366481 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:24.680046 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9125f209-d8ee-48e5-bb9f-beee52cb74f7 req-516ca85e-4f05-48f9-93a4-ac94ce366481 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0926280 Apr 01 10:15:24.749439 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9125f209-d8ee-48e5-bb9f-beee52cb74f7 req-5401419c-94e0-4b0d-b049-05e32ff6c309 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685418 Apr 01 10:15:24.838926 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38032) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:24.908778 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2d68d3-99da-4107-8dcf-85efc449f793 admin admin] Deleting subnet f1bcd30b-c224-4214-ba77-27d5fd8ea342 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:15:24.913184 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fd2d68d3-99da-4107-8dcf-85efc449f793 admin admin] Publish callbacks [] for subnet (f1bcd30b-c224-4214-ba77-27d5fd8ea342), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:24.964751 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fd2d68d3-99da-4107-8dcf-85efc449f793 admin admin] Publish callbacks [] for subnet (f1bcd30b-c224-4214-ba77-27d5fd8ea342), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:24.988584 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fd2d68d3-99da-4107-8dcf-85efc449f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (f1bcd30b-c224-4214-ba77-27d5fd8ea342), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:25.292628 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fd2d68d3-99da-4107-8dcf-85efc449f793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (f1bcd30b-c224-4214-ba77-27d5fd8ea342), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:25.324376 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d68d3-99da-4107-8dcf-85efc449f793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1bcd30b-c224-4214-ba77-27d5fd8ea342,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:25.329822 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fd2d68d3-99da-4107-8dcf-85efc449f793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:25.333107 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-fd2d68d3-99da-4107-8dcf-85efc449f793 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f1bcd30b-c224-4214-ba77-27d5fd8ea342 HTTP/1.1" status: 204 len: 168 time: 0.4927902 Apr 01 10:15:25.337317 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 38042) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:25.446815 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (47b80e44-f9c0-4bc0-98ef-6868c01ae62f), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:25.537885 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (47b80e44-f9c0-4bc0-98ef-6868c01ae62f), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:25.568059 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47b80e44-f9c0-4bc0-98ef-6868c01ae62f']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:25.578280 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903885c6-e6df-431c-9e69-b9b543864e05') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:25.578611 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903885c6-e6df-431c-9e69-b9b543864e05') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:25.588563 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12946072'] for segment (903885c6-e6df-431c-9e69-b9b543864e05), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:25.601679 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (903885c6-e6df-431c-9e69-b9b543864e05), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:25.607674 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:15:25.608184 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13612288'] for segment (903885c6-e6df-431c-9e69-b9b543864e05), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: Traceback (most recent call last): Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: timer() Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: cb(*args, **kw) Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: return func(*args, **kwargs) Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: self._notify() Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: self.callback(batched_events) Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: event.method(event) Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: return f(self, *a, **k) Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: return self._get(url).json() Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: return self.request(url, 'GET', **kwargs) Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:15:25.609936 dv-cinder-master-3-smb neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:15:25.772104 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (47b80e44-f9c0-4bc0-98ef-6868c01ae62f), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:25.777425 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:25.786157 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] 10.222.0.13 "DELETE /v2.0/networks/47b80e44-f9c0-4bc0-98ef-6868c01ae62f HTTP/1.1" status: 204 len: 168 time: 0.4437585 Apr 01 10:15:25.803965 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6048fc5e-5a8f-473a-b15f-f0251da55a95 admin admin] Pushing event deleted for resources: {'Network': ['ID=47b80e44-f9c0-4bc0-98ef-6868c01ae62f,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:25.941037 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cf271-05a5-4669-bcd8-944b449087af req-1c028c0d-b17b-4f29-80f4-e10e5c55f42c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:25.941037 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-218cf271-05a5-4669-bcd8-944b449087af req-1c028c0d-b17b-4f29-80f4-e10e5c55f42c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0695431 Apr 01 10:15:26.003626 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-218cf271-05a5-4669-bcd8-944b449087af req-378d49c8-83cb-4766-a017-6ba59b9c4087 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610394 Apr 01 10:15:26.098295 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:26.286746 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 38060) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:26.354284 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-8b874c30-00fb-4895-ab21-be2eb866530f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=10aa67e316bc476c8e774ec7c98c3f5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0662353 Apr 01 10:15:26.356689 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38064) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:26.431295 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d045d4ee-c4cf-45a7-9daa-4ef7ae90a395 admin admin] Publish callbacks [] for security_group (f1f0c2e8-3acf-4be4-b815-a74428fc500f), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:26.460728 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d045d4ee-c4cf-45a7-9daa-4ef7ae90a395 admin admin] Publish callbacks [] for security_group (f1f0c2e8-3acf-4be4-b815-a74428fc500f), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:26.600902 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d045d4ee-c4cf-45a7-9daa-4ef7ae90a395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (f1f0c2e8-3acf-4be4-b815-a74428fc500f), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:26.603616 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d045d4ee-c4cf-45a7-9daa-4ef7ae90a395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:26.604953 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-d045d4ee-c4cf-45a7-9daa-4ef7ae90a395 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1f0c2e8-3acf-4be4-b815-a74428fc500f HTTP/1.1" status: 204 len: 168 time: 0.2464850 Apr 01 10:15:26.614127 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d045d4ee-c4cf-45a7-9daa-4ef7ae90a395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f0c2e8-3acf-4be4-b815-a74428fc500f,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:26.911053 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcd6c3-0277-4b43-9a8b-e2824220d8a7 req-ef8dd792-093e-4ab8-abca-02b8b34221f6 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:26.912567 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-83bcd6c3-0277-4b43-9a8b-e2824220d8a7 req-ef8dd792-093e-4ab8-abca-02b8b34221f6 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0804520 Apr 01 10:15:26.997052 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-83bcd6c3-0277-4b43-9a8b-e2824220d8a7 req-4c1e0ccd-97f2-4269-b8fa-5ed525cab1c1 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786521 Apr 01 10:15:27.147176 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d251eb-df30-4172-9c53-14784cbb5678 req-02d39207-bfd1-4a8e-8613-a41f9d9c56a3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:27.151926 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-60d251eb-df30-4172-9c53-14784cbb5678 req-02d39207-bfd1-4a8e-8613-a41f9d9c56a3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0578444 Apr 01 10:15:27.219435 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-60d251eb-df30-4172-9c53-14784cbb5678 req-0429d0af-5614-49f3-a699-b89d4ce71a52 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638323 Apr 01 10:15:28.144843 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea1860-317c-43fe-801e-056868475114 req-b636e651-493c-44ea-b188-0f12c380fa65 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:28.147767 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-17ea1860-317c-43fe-801e-056868475114 req-b636e651-493c-44ea-b188-0f12c380fa65 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0632033 Apr 01 10:15:28.208632 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-17ea1860-317c-43fe-801e-056868475114 req-a724b25e-623e-4e52-8a5d-88fbc287edc5 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543630 Apr 01 10:15:28.364831 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8241a-1c26-44cc-bb51-378c4b069d4a req-8811adeb-f77d-4bea-92a5-2e8595626018 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:28.367667 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c4f8241a-1c26-44cc-bb51-378c4b069d4a req-8811adeb-f77d-4bea-92a5-2e8595626018 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0612881 Apr 01 10:15:28.435589 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c4f8241a-1c26-44cc-bb51-378c4b069d4a req-4eb4d04e-bdb7-4ada-8fef-1fa0fe252963 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623143 Apr 01 10:15:28.789857 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-89149c22-3dce-4fe6-a388-5ec4c407bec3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:29.370630 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febccac5-419c-42d1-8236-1998904112dd req-4742ad73-228c-4e0b-8a12-bb334c996579 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:29.372577 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-febccac5-419c-42d1-8236-1998904112dd req-4742ad73-228c-4e0b-8a12-bb334c996579 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0630758 Apr 01 10:15:29.444980 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-febccac5-419c-42d1-8236-1998904112dd req-68e6d10c-ab2e-4b1d-b00a-c9780ec4a44a tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660768 Apr 01 10:15:29.583056 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a55ad8-60da-4088-9c0a-24ec5d39a97a req-73b114f9-e756-4211-8718-4b26cf95d372 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:29.585196 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f0a55ad8-60da-4088-9c0a-24ec5d39a97a req-73b114f9-e756-4211-8718-4b26cf95d372 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0603449 Apr 01 10:15:29.658556 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f0a55ad8-60da-4088-9c0a-24ec5d39a97a req-69fa8bdf-2527-46f4-8824-b4713196289a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633380 Apr 01 10:15:30.588193 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d118d-7ac4-4dce-b128-f35133ff6444 req-f76208fb-2126-42e4-99ed-d2582c39f1eb tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:30.590317 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f19d118d-7ac4-4dce-b128-f35133ff6444 req-f76208fb-2126-42e4-99ed-d2582c39f1eb tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0568042 Apr 01 10:15:30.648773 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f19d118d-7ac4-4dce-b128-f35133ff6444 req-fbc17f33-fd48-4bbc-b551-a8237e3106e0 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519648 Apr 01 10:15:30.802361 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5e1ff-31a2-4deb-a90f-67e8c428aeae req-08c818f6-3536-439d-ba72-3bf27c4aa35f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:30.805080 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-44b5e1ff-31a2-4deb-a90f-67e8c428aeae req-08c818f6-3536-439d-ba72-3bf27c4aa35f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0681744 Apr 01 10:15:30.867686 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-44b5e1ff-31a2-4deb-a90f-67e8c428aeae req-48cca5c9-66fe-49a8-abc1-ec6f8734442e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474730 Apr 01 10:15:30.960378 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1de7e019-3b55-4556-9ac4-893370f46409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:31.779618 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fc409-e124-4f33-95cd-25b6e9fc74ee req-bcd2fdae-6b5e-4469-8dbd-6b516644ed4b tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:31.782082 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-af6fc409-e124-4f33-95cd-25b6e9fc74ee req-bcd2fdae-6b5e-4469-8dbd-6b516644ed4b tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0563586 Apr 01 10:15:31.833207 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-af6fc409-e124-4f33-95cd-25b6e9fc74ee req-4d645a22-fa12-42f8-9c28-25b363e126fb tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444477 Apr 01 10:15:31.863102 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:32.007806 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b993c6-032d-401d-a0d6-f9c4d933e1a5 req-b2874d07-55c3-4450-bb74-40f09d2d3253 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:32.009270 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a0b993c6-032d-401d-a0d6-f9c4d933e1a5 req-b2874d07-55c3-4450-bb74-40f09d2d3253 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0602984 Apr 01 10:15:32.065410 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a0b993c6-032d-401d-a0d6-f9c4d933e1a5 req-33f131c2-2bbc-47e2-85d4-057b560bfb6f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495455 Apr 01 10:15:32.952846 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e00607a-0f23-4d77-a8b2-db7ac2b69519 req-251c994c-6f45-409b-acd0-9422b326ccac tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:32.954376 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1e00607a-0f23-4d77-a8b2-db7ac2b69519 req-251c994c-6f45-409b-acd0-9422b326ccac tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0540092 Apr 01 10:15:33.004071 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1e00607a-0f23-4d77-a8b2-db7ac2b69519 req-f2c6b42e-0ff3-4164-a598-857a3e0db584 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440726 Apr 01 10:15:33.206961 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe73d72-6913-4fa8-ad67-35afbce6def5 req-e5aa83ed-5865-44a4-a87f-bb16e6b8f651 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:33.208952 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8fe73d72-6913-4fa8-ad67-35afbce6def5 req-e5aa83ed-5865-44a4-a87f-bb16e6b8f651 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0658822 Apr 01 10:15:33.257662 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8fe73d72-6913-4fa8-ad67-35afbce6def5 req-61dcfc12-6d42-405f-866d-a9f0b448bd9e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412431 Apr 01 10:15:33.386429 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:34.133714 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ca306-bf65-447b-b629-01244dc3244b req-b1fee83e-0998-4a0b-bc32-ca89d57cef3c tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:34.136087 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d9ca306-bf65-447b-b629-01244dc3244b req-b1fee83e-0998-4a0b-bc32-ca89d57cef3c tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0586774 Apr 01 10:15:34.186698 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d9ca306-bf65-447b-b629-01244dc3244b req-7e8bc385-76cb-4b6e-932a-2e4ee3cc8f0c tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450270 Apr 01 10:15:34.282118 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-d9392aca-d396-4c0f-be1d-9aa08bd13a79 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=81d6a7866cc34ea9923300fb912a7bda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292203 Apr 01 10:15:34.504547 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8285c-5c29-4c6c-8148-de3bbb09cd6f req-225ef31e-72bc-4c0b-9660-0e32210fcede tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:34.506104 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b6b8285c-5c29-4c6c-8148-de3bbb09cd6f req-225ef31e-72bc-4c0b-9660-0e32210fcede tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.1453471 Apr 01 10:15:34.519399 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-75c03bbf-bc7a-4d2d-8135-223c33a8dd42 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:34.520861 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-75c03bbf-bc7a-4d2d-8135-223c33a8dd42 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2329643 Apr 01 10:15:34.546754 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-65d8ed80-df95-488f-9bb0-fc53449e27d3 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/quotas/81d6a7866cc34ea9923300fb912a7bda HTTP/1.1" status: 200 len: 375 time: 0.0183551 Apr 01 10:15:34.586796 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-35b60fe0-a6e3-4f4e-b5fd-825a072d49f7 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=81d6a7866cc34ea9923300fb912a7bda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332541 Apr 01 10:15:34.605945 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b6b8285c-5c29-4c6c-8148-de3bbb09cd6f req-56e0a6d7-10a1-41a8-9389-50da24a9057e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838258 Apr 01 10:15:34.899464 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-73bed739-8fda-4ab0-a780-0ff5bc43510f req-69be123d-f737-4c01-a93d-d9d744fd3c4b tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 210 time: 0.0406651 Apr 01 10:15:34.914584 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:35.327908 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c710777-f2d5-425b-8104-84f5ed14ef7f req-4f654aa5-a437-4eb2-b22f-484a0afd0731 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:35.329447 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9c710777-f2d5-425b-8104-84f5ed14ef7f req-4f654aa5-a437-4eb2-b22f-484a0afd0731 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0743032 Apr 01 10:15:35.378073 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9c710777-f2d5-425b-8104-84f5ed14ef7f req-040aff1e-708a-4860-983e-40ecd7f48865 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Apr 01 10:15:35.724357 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde98bdc-0a47-409a-9acb-cec1f4fab171 req-a2ae8060-5046-4b29-9fa6-af2e7f7fea3c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:35.726355 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fde98bdc-0a47-409a-9acb-cec1f4fab171 req-a2ae8060-5046-4b29-9fa6-af2e7f7fea3c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0511222 Apr 01 10:15:35.771397 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fde98bdc-0a47-409a-9acb-cec1f4fab171 req-c6f01e5d-4a8b-4dab-8cb3-e0df75020d10 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392373 Apr 01 10:15:36.003554 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-407fea75-870a-4efe-9d5c-8213c70198c0 req-befab3c9-5f3b-4908-9eae-5f8a1922edcc tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 210 time: 0.0261922 Apr 01 10:15:36.503732 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaff7c3-5527-40ef-adb3-479d029deb3c req-a731e795-f4c1-4cfb-b824-8896eb5d03dd tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:36.505235 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-caaff7c3-5527-40ef-adb3-479d029deb3c req-a731e795-f4c1-4cfb-b824-8896eb5d03dd tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0596466 Apr 01 10:15:36.551868 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-caaff7c3-5527-40ef-adb3-479d029deb3c req-b1bd3c00-5d13-4f79-8cc0-a3bbb25a6211 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403130 Apr 01 10:15:36.889694 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969d51b-30b6-464e-b08f-c61691c52f46 req-97669e21-35f0-47f2-a9a8-115a202e03dc tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:36.891145 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9969d51b-30b6-464e-b08f-c61691c52f46 req-97669e21-35f0-47f2-a9a8-115a202e03dc tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.0495820 Apr 01 10:15:36.936280 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9969d51b-30b6-464e-b08f-c61691c52f46 req-a71b93b0-3cd9-4a76-bdd3-8cf83cd7163e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395241 Apr 01 10:15:37.098354 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dcbf85db-7c28-4ca2-84fd-67446ce3f596 req-03b971e4-cb0b-4ceb-b56f-b8c292e57231 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 210 time: 0.0300810 Apr 01 10:15:37.145925 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-5b4194db-b426-4c87-b908-a1d8365f7f35 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=81d6a7866cc34ea9923300fb912a7bda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199616 Apr 01 10:15:37.246821 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-2f0446cb-9b9e-4090-98b1-7654e58b5d2c tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:37.248216 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-2f0446cb-9b9e-4090-98b1-7654e58b5d2c tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0956511 Apr 01 10:15:37.264274 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Request body: {'port': {'device_id': '03660bc9-449b-484a-ab79-62e9f6e04beb', 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9', 'admin_state_up': True, 'tenant_id': '81d6a7866cc34ea9923300fb912a7bda'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:15:37.439899 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Made reservation on behalf of 81d6a7866cc34ea9923300fb912a7bda for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:15:37.443402 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:37.453340 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:37.524779 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Publish callbacks [] for security_group (3bad2baf-b194-48ee-a14e-edbf32e51d91), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:37.599799 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3bad2baf-b194-48ee-a14e-edbf32e51d91), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:37.928064 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad2baf-b194-48ee-a14e-edbf32e51d91,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:37.993638 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e741c-257b-4c44-a191-6a06b7e4f4cd req-a6e79423-59e4-421c-ba58-f3e28e1e6726 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:37.995173 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a77e741c-257b-4c44-a191-6a06b7e4f4cd req-a6e79423-59e4-421c-ba58-f3e28e1e6726 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.3706098 Apr 01 10:15:38.030911 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Allocated IP 192.168.233.49 (280420b1-f690-4082-8ce2-91cf79d112e9/43c93f1c-9cb8-4b93-b460-1d9c1c9c8a77/1600408c-dd9b-441e-9d3c-20b6d0ec6ac9) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:15:38.105013 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a77e741c-257b-4c44-a191-6a06b7e4f4cd req-bfdce838-1674-4965-95eb-765f7ecc1df8 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/security-groups?id=8f919d9b-5af2-47d5-b126-fc1e8282a269&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042264 Apr 01 10:15:38.126889 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8d445c-0059-4950-a439-a3c0af90e79e req-d7f2213c-db25-4006-a047-a5668a489c5c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:38.128397 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0d8d445c-0059-4950-a439-a3c0af90e79e req-d7f2213c-db25-4006-a047-a5668a489c5c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.1165538 Apr 01 10:15:38.145109 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59c232-5830-46ab-8203-7eb02400fac8 req-dfd41420-6ec4-4af3-b2e2-561fcfa0bc7e tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:38.146631 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-2f59c232-5830-46ab-8203-7eb02400fac8 req-dfd41420-6ec4-4af3-b2e2-561fcfa0bc7e tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 945 time: 0.0520227 Apr 01 10:15:38.228935 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-04d55d15-2c37-452a-88cc-2822587baa8c req-02447168-b1cf-43b0-a5f0-0fb83de06bed tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 210 time: 0.0598884 Apr 01 10:15:38.245789 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-2f59c232-5830-46ab-8203-7eb02400fac8 req-11130378-806a-4f0e-ab0a-93d5efce2469 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Deleting port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:15:38.246142 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2f59c232-5830-46ab-8203-7eb02400fac8 req-11130378-806a-4f0e-ab0a-93d5efce2469 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:38.264422 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0d8d445c-0059-4950-a439-a3c0af90e79e req-8e2b4249-8419-4471-a65b-eca4387fa1e3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274300 Apr 01 10:15:38.295858 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Publish callbacks [] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:38.336605 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-2f59c232-5830-46ab-8203-7eb02400fac8 req-11130378-806a-4f0e-ab0a-93d5efce2469 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] For port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550,segment=NetworkSegment(8b820b2b-35ae-4937-9fb1-4aedee33cb4d),segment_id=8b820b2b-35ae-4937-9fb1-4aedee33cb4d)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:38.336974 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2f59c232-5830-46ab-8203-7eb02400fac8 req-11130378-806a-4f0e-ab0a-93d5efce2469 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:38.349784 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-2f59c232-5830-46ab-8203-7eb02400fac8 req-11130378-806a-4f0e-ab0a-93d5efce2469 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Calling delete_port for 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:15:38.400649 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:38.447167 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Network 280420b1-f690-4082-8ce2-91cf79d112e9 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:15:38.454548 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:15:38.461664 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:15:38.465784 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Pushing event updated for resources: {'Port': ['ID=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:38.520914 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:38.521721 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:38.565813 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2f59c232-5830-46ab-8203-7eb02400fac8 req-11130378-806a-4f0e-ab0a-93d5efce2469 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (5e96e8fe-0af8-4ba5-9d86-8ff27fd38550), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:38.579789 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['5e96e8fe-0af8-4ba5-9d86-8ff27fd38550'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:15:38.596265 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11130378-806a-4f0e-ab0a-93d5efce2469 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Pushing event deleted for resources: {'Port': ['ID=5e96e8fe-0af8-4ba5-9d86-8ff27fd38550,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:38.610722 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-aa0eed1a-6389-4304-aad4-74fd067c9750 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3497999 Apr 01 10:15:38.629465 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Request body: {'port': {'device_id': '03660bc9-449b-484a-ab79-62e9f6e04beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:15:38.643607 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f59c232-5830-46ab-8203-7eb02400fac8 req-11130378-806a-4f0e-ab0a-93d5efce2469 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] No DVR routers for this DVR port 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 on host hv-cinder-maste {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:15:38.649050 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-2f59c232-5830-46ab-8203-7eb02400fac8 req-11130378-806a-4f0e-ab0a-93d5efce2469 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:38.659425 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-2f59c232-5830-46ab-8203-7eb02400fac8 req-11130378-806a-4f0e-ab0a-93d5efce2469 tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.43 "DELETE /v2.0/ports/5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 HTTP/1.1" status: 204 len: 173 time: 0.5001199 Apr 01 10:15:38.659425 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef39d55f-0455-4d9c-ac0b-9efe96d8bce3', 'name': 'network-vif-deleted', 'tag': '5e96e8fe-0af8-4ba5-9d86-8ff27fd38550'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:15:38.660312 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88dc5346-3e78-44d6-9316-b9ef6eaa2616" -d '{"events": [{"server_uuid": "ef39d55f-0455-4d9c-ac0b-9efe96d8bce3", "name": "network-vif-deleted", "tag": "5e96e8fe-0af8-4ba5-9d86-8ff27fd38550"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:15:38.706034 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcb44b4-d229-411e-b69e-0291d2c2a9a8 x-openstack-request-id: req-9dcb44b4-d229-411e-b69e-0291d2c2a9a8 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:15:38.711131 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:38.711265 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef39d55f-0455-4d9c-ac0b-9efe96d8bce3", "name": "network-vif-deleted", "tag": "5e96e8fe-0af8-4ba5-9d86-8ff27fd38550", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:15:38.711265 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9dcb44b4-d229-411e-b69e-0291d2c2a9a8 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:15:38.711265 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dcb44b4-d229-411e-b69e-0291d2c2a9a8'] response: {'server_uuid': 'ef39d55f-0455-4d9c-ac0b-9efe96d8bce3', 'name': 'network-vif-deleted', 'tag': '5e96e8fe-0af8-4ba5-9d86-8ff27fd38550', 'status': 'completed', 'code': 200} Apr 01 10:15:38.723442 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-aec5e004-9c3f-4b8a-b1c9-76a62578ba6f None None] Provisioning complete for port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:15:38.723951 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-aec5e004-9c3f-4b8a-b1c9-76a62578ba6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:38.789004 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-aec5e004-9c3f-4b8a-b1c9-76a62578ba6f None None] Port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:15:38.972739 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:15:38.979961 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Publish callbacks [] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:38.992280 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Transition to ACTIVE for port object 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:15:39.068289 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:39.118109 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Pushing event updated for resources: {'Port': ['ID=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:39.220206 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5fa0bee0-865c-4def-8652-2ac8a53add8d req-2c200197-9495-4d15-abc2-a68c0bae534d tempest-VolumesActionsTest-661816513 tempest-VolumesActionsTest-661816513-project] 10.222.0.13 "GET /v2.0/ports?device_id=ef39d55f-0455-4d9c-ac0b-9efe96d8bce3 HTTP/1.1" status: 200 len: 210 time: 0.0341578 Apr 01 10:15:39.220865 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Attempting to bind port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:15:39.221220 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Attempting to bind port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6509ffeb-272a-474b-bec0-7c0053710ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:15:39.221545 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Attempting to bind port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 on network 280420b1-f690-4082-8ce2-91cf79d112e9 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:15:39.227028 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 on network 280420b1-f690-4082-8ce2-91cf79d112e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:15:39.227345 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Attempting to bind port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 on network 280420b1-f690-4082-8ce2-91cf79d112e9 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:15:39.232397 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:15:39.232760 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Checking segment: {'id': '6509ffeb-272a-474b-bec0-7c0053710ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:15:39.233166 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Bound using segment: {'id': '6509ffeb-272a-474b-bec0-7c0053710ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:15:39.233596 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Bound port: 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6509ffeb-272a-474b-bec0-7c0053710ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:15:39.233947 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:39.299037 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] For port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9, host hv-cinder-maste, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:15:39.302399 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] For port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9,segment=NetworkSegment(6509ffeb-272a-474b-bec0-7c0053710ff7),segment_id=6509ffeb-272a-474b-bec0-7c0053710ff7)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:15:39.409306 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:39.420969 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376d229-83bf-49f3-8e6d-f62ecc51705f req-ac3919c4-f553-4256-b457-a35cd4576197 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:39.422468 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a376d229-83bf-49f3-8e6d-f62ecc51705f req-ac3919c4-f553-4256-b457-a35cd4576197 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 947 time: 0.0953138 Apr 01 10:15:39.457177 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3166eba2-8805-40d8-9250-982998c9fb89 req-7503104b-9c52-4919-8009-92a0ae86b4f1 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:39.458610 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3166eba2-8805-40d8-9250-982998c9fb89 req-7503104b-9c52-4919-8009-92a0ae86b4f1 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 943 time: 0.1155803 Apr 01 10:15:39.479515 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:39.480064 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:39.481455 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] 10.222.0.43 "PUT /v2.0/ports/1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 HTTP/1.1" status: 200 len: 1097 time: 0.8582702 Apr 01 10:15:39.484098 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03660bc9-449b-484a-ab79-62e9f6e04beb', 'tag': '1600408c-dd9b-441e-9d3c-20b6d0ec6ac9'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:15:39.486316 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972" -d '{"events": [{"name": "network-changed", "server_uuid": "03660bc9-449b-484a-ab79-62e9f6e04beb", "tag": "1600408c-dd9b-441e-9d3c-20b6d0ec6ac9"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:15:39.533253 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfcb503-f835-4db0-ab1a-2d5e078925db service neutron] Pushing event updated for resources: {'Port': ['ID=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:39.558041 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a376d229-83bf-49f3-8e6d-f62ecc51705f req-4f24020b-d676-4695-8aa4-62cb2c77a528 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bad2baf-b194-48ee-a14e-edbf32e51d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112914 Apr 01 10:15:39.573071 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3166eba2-8805-40d8-9250-982998c9fb89 req-019c937a-cc33-4fd7-99d8-2001e9ba18c2 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967216 Apr 01 10:15:39.576653 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 58b866eb-34e7-44dd-a56d-c05e0a49f115 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:15:39.643252 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42085329-3636-4301-8861-6f17b16f8eb7 x-openstack-request-id: req-42085329-3636-4301-8861-6f17b16f8eb7 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:15:39.643773 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03660bc9-449b-484a-ab79-62e9f6e04beb", "tag": "1600408c-dd9b-441e-9d3c-20b6d0ec6ac9", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:15:39.643773 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-42085329-3636-4301-8861-6f17b16f8eb7 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:15:39.644184 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42085329-3636-4301-8861-6f17b16f8eb7'] response: {'name': 'network-changed', 'server_uuid': '03660bc9-449b-484a-ab79-62e9f6e04beb', 'tag': '1600408c-dd9b-441e-9d3c-20b6d0ec6ac9', 'status': 'completed', 'code': 200} Apr 01 10:15:39.699405 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-445fef7e-c81b-46c9-b379-b96b9d824f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:39.700970 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-445fef7e-c81b-46c9-b379-b96b9d824f9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=81d6a7866cc34ea9923300fb912a7bda&device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 1131 time: 0.0529544 Apr 01 10:15:39.712154 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:39.733782 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'port_id': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'mac_address': 'fa:16:3e:6d:07:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:15:39.749688 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-595e5c5a-a8f5-46ae-9719-e2d9b9b00ab1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 HTTP/1.1" status: 200 len: 217 time: 0.0388172 Apr 01 10:15:39.782002 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 58b866eb-34e7-44dd-a56d-c05e0a49f115 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:15:39.782397 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:39.795865 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58b866eb-34e7-44dd-a56d-c05e0a49f115 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:15:39.803879 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-0a5e36eb-4ba8-4953-a64d-6ae7ddbd0f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:39.804799 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-0a5e36eb-4ba8-4953-a64d-6ae7ddbd0f0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43c93f1c-9cb8-4b93-b460-1d9c1c9c8a77 HTTP/1.1" status: 200 len: 843 time: 0.0469067 Apr 01 10:15:39.816455 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:39.866430 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-025b08ba-36a1-4a42-9a73-2b1cc43cfd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:39.866430 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-025b08ba-36a1-4a42-9a73-2b1cc43cfd50 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=280420b1-f690-4082-8ce2-91cf79d112e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0492885 Apr 01 10:15:39.885755 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:39.944437 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=58b866eb-34e7-44dd-a56d-c05e0a49f115,revision_number=9']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:39.951667 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.952277 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.952810 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.953401 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.953918 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.954439 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.954946 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.955463 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.955852 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.956372 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.956889 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.957461 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.957885 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.958257 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.958787 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:39.962660 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-1b66400a-75cc-4df0-bd89-1fadd70d3759 service neutron] 10.222.0.43 "GET /v2.0/networks/280420b1-f690-4082-8ce2-91cf79d112e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872450 Apr 01 10:15:40.059094 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2918e37a-cf38-4e0c-af29-ebc0e90d5f1f req-c0a77cb4-1cdc-4c56-b46d-9ca9c0a132e7 service neutron] 10.222.0.43 "GET /v2.0/networks/280420b1-f690-4082-8ce2-91cf79d112e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890999 Apr 01 10:15:40.207684 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972 req-0b5e29e1-1480-47fb-b900-13782e927a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:40.209210 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972 req-0b5e29e1-1480-47fb-b900-13782e927a15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=81d6a7866cc34ea9923300fb912a7bda&device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 1131 time: 0.0440927 Apr 01 10:15:40.222689 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['58b866eb-34e7-44dd-a56d-c05e0a49f115'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:15:40.304894 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972 req-61ef5362-29fb-40bc-bd75-d145698b2a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:40.306648 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972 req-61ef5362-29fb-40bc-bd75-d145698b2a04 service neutron] 10.222.0.43 "GET /v2.0/networks?id=280420b1-f690-4082-8ce2-91cf79d112e9 HTTP/1.1" status: 200 len: 870 time: 0.0896385 Apr 01 10:15:40.356807 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972 req-068593da-db53-4574-89fe-0741bff203f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 HTTP/1.1" status: 200 len: 217 time: 0.0423534 Apr 01 10:15:40.419253 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972 req-a9fda2f1-91ff-46cc-b282-07c36e5fcf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:40.422815 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972 req-a9fda2f1-91ff-46cc-b282-07c36e5fcf3b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43c93f1c-9cb8-4b93-b460-1d9c1c9c8a77 HTTP/1.1" status: 200 len: 843 time: 0.0504692 Apr 01 10:15:40.471751 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972 req-defc3ac8-1307-4ec9-b7c0-0fe391d98e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:40.473575 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972 req-defc3ac8-1307-4ec9-b7c0-0fe391d98e19 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=280420b1-f690-4082-8ce2-91cf79d112e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460308 Apr 01 10:15:40.576012 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972 req-157e48c8-dccb-478c-975a-211532a779c2 service neutron] 10.222.0.43 "GET /v2.0/networks/280420b1-f690-4082-8ce2-91cf79d112e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947452 Apr 01 10:15:40.730954 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b17ae1d2-d26c-42c1-af4d-f3f4b5db4972 req-c0df7560-bbc1-42b8-be78-d42885a3db4d service neutron] 10.222.0.43 "GET /v2.0/networks/280420b1-f690-4082-8ce2-91cf79d112e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477370 Apr 01 10:15:40.757326 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035a4af4-74f5-4a7f-8af4-6f90f528a898 req-6c9eed50-9c73-4135-aa68-fe57843b4e7b tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:40.758926 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-035a4af4-74f5-4a7f-8af4-6f90f528a898 req-6c9eed50-9c73-4135-aa68-fe57843b4e7b tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 947 time: 0.1070511 Apr 01 10:15:40.766505 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b67cad9-55d1-48f5-8bee-9dd341cd7238 req-66bb2173-b0bf-4848-96ee-7dc2f7fa98ba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:40.767874 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5b67cad9-55d1-48f5-8bee-9dd341cd7238 req-66bb2173-b0bf-4848-96ee-7dc2f7fa98ba tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 944 time: 0.1022027 Apr 01 10:15:40.838805 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-035a4af4-74f5-4a7f-8af4-6f90f528a898 req-91018fa2-6c94-489f-92c8-e31761b3eb69 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bad2baf-b194-48ee-a14e-edbf32e51d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699685 Apr 01 10:15:40.846287 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5b67cad9-55d1-48f5-8bee-9dd341cd7238 req-e29348da-e41b-4bcc-92db-95286144cc75 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712569 Apr 01 10:15:41.574344 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 58b866eb-34e7-44dd-a56d-c05e0a49f115 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:15:41.624617 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 58b866eb-34e7-44dd-a56d-c05e0a49f115 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:15:41.624991 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:41.707382 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 58b866eb-34e7-44dd-a56d-c05e0a49f115 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:15:41.707797 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:41.729861 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:15:41.732110 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47114ad-ec7b-4daa-a72c-afffb859a4a4" -d '{"events": [{"server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "name": "network-vif-plugged", "status": "completed", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:15:41.744790 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:41.767155 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51945a3d-f5cb-4ca3-b24b-e25106777259 x-openstack-request-id: req-51945a3d-f5cb-4ca3-b24b-e25106777259 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:15:41.767553 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "name": "network-vif-plugged", "status": "completed", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:15:41.767809 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-51945a3d-f5cb-4ca3-b24b-e25106777259 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:15:41.768206 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51945a3d-f5cb-4ca3-b24b-e25106777259'] response: {'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'code': 200} Apr 01 10:15:41.816827 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:41.817692 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:15:41.865937 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:15:41.866391 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 5e96e8fe-0af8-4ba5-9d86-8ff27fd38550 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:15:41.909191 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=58b866eb-34e7-44dd-a56d-c05e0a49f115,revision_number=10']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:42.009241 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32c59d-5d32-4cce-ad31-de409ba2acc9 req-f09789e1-1c5a-44a7-9218-fbcacbf69284 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:42.010706 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2f32c59d-5d32-4cce-ad31-de409ba2acc9 req-f09789e1-1c5a-44a7-9218-fbcacbf69284 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 947 time: 0.0906322 Apr 01 10:15:42.024790 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2511a3d3-0643-4dae-8fbf-111a5ee5bf8f req-0d515c05-d164-44d2-969c-78dd387ac4d3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:42.027208 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2511a3d3-0643-4dae-8fbf-111a5ee5bf8f req-0d515c05-d164-44d2-969c-78dd387ac4d3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 946 time: 0.0941291 Apr 01 10:15:42.090957 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2f32c59d-5d32-4cce-ad31-de409ba2acc9 req-ce75e07b-448d-45d7-97a2-f2eb4fd0ce57 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bad2baf-b194-48ee-a14e-edbf32e51d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746202 Apr 01 10:15:42.103232 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2511a3d3-0643-4dae-8fbf-111a5ee5bf8f req-dec3b014-eb78-44f3-9df8-de464be97315 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711865 Apr 01 10:15:42.622069 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff66f7-0d94-4da0-a756-1370af197e04 req-6ece6be9-c1b0-484d-9bfc-731529216458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:42.623527 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8fff66f7-0d94-4da0-a756-1370af197e04 req-6ece6be9-c1b0-484d-9bfc-731529216458 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 1130 time: 0.0436032 Apr 01 10:15:42.668089 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8fff66f7-0d94-4da0-a756-1370af197e04 req-9d9bc5e6-5827-41d1-a815-284a2e042a56 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351970 Apr 01 10:15:43.250689 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0dbd8-36ad-485f-81e9-224467798f05 req-b6207746-e946-4a11-86de-c02382c89911 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:43.252086 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a3a0dbd8-36ad-485f-81e9-224467798f05 req-b6207746-e946-4a11-86de-c02382c89911 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 947 time: 0.0858121 Apr 01 10:15:43.258884 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd731214-35d6-4239-9805-87ce933c21ed req-ccec747b-1885-4827-8e17-8375e79f8ad2 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:43.260241 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dd731214-35d6-4239-9805-87ce933c21ed req-ccec747b-1885-4827-8e17-8375e79f8ad2 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 946 time: 0.0854499 Apr 01 10:15:43.329431 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a3a0dbd8-36ad-485f-81e9-224467798f05 req-996c33ea-e5b5-46b4-9017-27eb1ec98739 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bad2baf-b194-48ee-a14e-edbf32e51d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682442 Apr 01 10:15:43.332596 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dd731214-35d6-4239-9805-87ce933c21ed req-60c2a7be-fc22-457f-89c8-2f40a7e5071d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654519 Apr 01 10:15:43.577651 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:15:43.675911 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9,segment=NetworkSegment(6509ffeb-272a-474b-bec0-7c0053710ff7),segment_id=6509ffeb-272a-474b-bec0-7c0053710ff7)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:43.687199 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '1600408c-dd9b-441e-9d3c-20b6d0ec6ac9', 'network_id': '280420b1-f690-4082-8ce2-91cf79d112e9', 'port_id': '1600408c-dd9b-441e-9d3c-20b6d0ec6ac9', 'mac_address': 'fa:16:3e:11:60:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43c93f1c-9cb8-4b93-b460-1d9c1c9c8a77', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:15:43.724460 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:15:43.724861 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:43.737426 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:15:43.745062 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:15:43.756966 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9,segment=NetworkSegment(6509ffeb-272a-474b-bec0-7c0053710ff7),segment_id=6509ffeb-272a-474b-bec0-7c0053710ff7)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:43.811505 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:43.864959 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:44.268042 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['1600408c-dd9b-441e-9d3c-20b6d0ec6ac9'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:15:44.505661 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be904530-b560-4b66-a51c-73943d97d07f req-c6c39ef8-741d-40a4-bbd1-da364f3c32ad tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:44.507280 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-be904530-b560-4b66-a51c-73943d97d07f req-c6c39ef8-741d-40a4-bbd1-da364f3c32ad tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 946 time: 0.0891509 Apr 01 10:15:44.520277 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee02cb-8fe0-43e7-881a-ab01b61226e7 req-dd4f2213-2d4a-4016-bfdc-f3a48f2a2f9a tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:44.521738 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e3ee02cb-8fe0-43e7-881a-ab01b61226e7 req-dd4f2213-2d4a-4016-bfdc-f3a48f2a2f9a tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 948 time: 0.0922785 Apr 01 10:15:44.586079 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-be904530-b560-4b66-a51c-73943d97d07f req-79b438ff-7331-4aaa-89fd-f1a372d97263 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730739 Apr 01 10:15:44.597826 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e3ee02cb-8fe0-43e7-881a-ab01b61226e7 req-9feb5e9d-d200-4e08-a6d7-2ccde6e3f30f tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bad2baf-b194-48ee-a14e-edbf32e51d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636594 Apr 01 10:15:45.595626 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:15:45.732616 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:15:45.737655 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:15:45.738100 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:45.753913 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1b5dc-4480-45e0-9842-4092480d1605 req-89ac585c-d03d-4751-9d5d-880add22f034 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:45.755407 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-07e1b5dc-4480-45e0-9842-4092480d1605 req-89ac585c-d03d-4751-9d5d-880add22f034 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 946 time: 0.0947385 Apr 01 10:15:45.768026 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a538abb4-4ed7-4d8e-8595-642cedf86198 req-9cbc2397-de80-418b-bf67-6b64d6ab28b5 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:45.769588 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a538abb4-4ed7-4d8e-8595-642cedf86198 req-9cbc2397-de80-418b-bf67-6b64d6ab28b5 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 948 time: 0.0742893 Apr 01 10:15:45.817854 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:15:45.818591 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:45.835080 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-07e1b5dc-4480-45e0-9842-4092480d1605 req-f26ed4c5-57a7-44fc-86d8-3781ee36d374 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645196 Apr 01 10:15:45.841760 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03660bc9-449b-484a-ab79-62e9f6e04beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1600408c-dd9b-441e-9d3c-20b6d0ec6ac9'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:15:45.844188 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1de79f-0eaf-48a4-ba62-bdb179cba9c7" -d '{"events": [{"server_uuid": "03660bc9-449b-484a-ab79-62e9f6e04beb", "name": "network-vif-plugged", "status": "completed", "tag": "1600408c-dd9b-441e-9d3c-20b6d0ec6ac9"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:15:45.848047 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a538abb4-4ed7-4d8e-8595-642cedf86198 req-628768bc-fa1c-4610-95d4-25d1ec62cd59 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bad2baf-b194-48ee-a14e-edbf32e51d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707488 Apr 01 10:15:45.865414 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9,segment=NetworkSegment(6509ffeb-272a-474b-bec0-7c0053710ff7),segment_id=6509ffeb-272a-474b-bec0-7c0053710ff7)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:45.894273 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd0b2bc-e215-4b57-8f64-4ee0a1852dea x-openstack-request-id: req-dfd0b2bc-e215-4b57-8f64-4ee0a1852dea {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:15:45.894562 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03660bc9-449b-484a-ab79-62e9f6e04beb", "name": "network-vif-plugged", "status": "completed", "tag": "1600408c-dd9b-441e-9d3c-20b6d0ec6ac9", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:15:45.894818 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dfd0b2bc-e215-4b57-8f64-4ee0a1852dea {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:15:45.895213 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfd0b2bc-e215-4b57-8f64-4ee0a1852dea'] response: {'server_uuid': '03660bc9-449b-484a-ab79-62e9f6e04beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1600408c-dd9b-441e-9d3c-20b6d0ec6ac9', 'code': 200} Apr 01 10:15:45.965715 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:46.016306 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:46.222973 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f5f87-6dc0-4548-b48d-e83c2ef3b100 req-e15811a8-13b6-4bdc-baac-8c9584634198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:46.224454 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-124f5f87-6dc0-4548-b48d-e83c2ef3b100 req-e15811a8-13b6-4bdc-baac-8c9584634198 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 1133 time: 0.0429869 Apr 01 10:15:46.268351 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-124f5f87-6dc0-4548-b48d-e83c2ef3b100 req-b11f35e5-6afc-4771-b12f-531ad53a1d33 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=3bad2baf-b194-48ee-a14e-edbf32e51d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359063 Apr 01 10:15:46.992145 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b133b8f-89dd-4c28-9a4f-aab252934ef4 req-a42eebe8-714b-4eae-983c-f3e932610e2d tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:46.993635 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1b133b8f-89dd-4c28-9a4f-aab252934ef4 req-a42eebe8-714b-4eae-983c-f3e932610e2d tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 949 time: 0.0727503 Apr 01 10:15:47.014725 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5039136-f548-473d-9e18-ff157358708c req-aaf72351-696c-475c-a127-a3c252a76a05 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:47.016171 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b5039136-f548-473d-9e18-ff157358708c req-aaf72351-696c-475c-a127-a3c252a76a05 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 946 time: 0.1054626 Apr 01 10:15:47.074275 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1b133b8f-89dd-4c28-9a4f-aab252934ef4 req-8841a770-b613-4bd8-a9c0-a2df7b1fa495 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bad2baf-b194-48ee-a14e-edbf32e51d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734279 Apr 01 10:15:47.085023 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b5039136-f548-473d-9e18-ff157358708c req-edb6728d-6fcc-43dc-b30a-bc76be7ffe19 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618939 Apr 01 10:15:48.192839 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07b6b7-ed59-43ac-be13-889d52804176 req-95190426-4643-41a0-9abf-fbf0c1a213ef tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:48.195963 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3d07b6b7-ed59-43ac-be13-889d52804176 req-95190426-4643-41a0-9abf-fbf0c1a213ef tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 949 time: 0.0548089 Apr 01 10:15:48.240003 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3d07b6b7-ed59-43ac-be13-889d52804176 req-c6d15baf-c367-4341-9d17-c218970de912 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bad2baf-b194-48ee-a14e-edbf32e51d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394733 Apr 01 10:15:48.460867 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38414) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:48.565558 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-27314a2a-1a2a-4c94-8ff4-fa7f019eefe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:48.641651 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-27314a2a-1a2a-4c94-8ff4-fa7f019eefe2 admin admin] Publish callbacks [] for security_group (c2286aad-d465-4923-ba99-4e3c9b12df83), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:48.690521 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51760124-f455-4c73-9b1e-7ca7bbf1c702 req-5ee83ce3-3a9c-4346-989d-264530baac3a tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:48.691967 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-51760124-f455-4c73-9b1e-7ca7bbf1c702 req-5ee83ce3-3a9c-4346-989d-264530baac3a tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 949 time: 0.0541921 Apr 01 10:15:48.712005 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-27314a2a-1a2a-4c94-8ff4-fa7f019eefe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (c2286aad-d465-4923-ba99-4e3c9b12df83), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:48.737967 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-51760124-f455-4c73-9b1e-7ca7bbf1c702 req-7fdfeca9-51aa-4f6e-b470-3e89c621b5ec tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bad2baf-b194-48ee-a14e-edbf32e51d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397317 Apr 01 10:15:48.747295 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27314a2a-1a2a-4c94-8ff4-fa7f019eefe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2286aad-d465-4923-ba99-4e3c9b12df83,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:48.752921 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-27314a2a-1a2a-4c94-8ff4-fa7f019eefe2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4679c61b4d3b4b4aa3449dd4d40c83c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906575 Apr 01 10:15:48.755191 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38420) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:48.994435 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0cdef225-0759-4328-8a44-b7e5df2fe6b9 admin admin] Publish callbacks [] for security_group (c2286aad-d465-4923-ba99-4e3c9b12df83), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:49.014117 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0cdef225-0759-4328-8a44-b7e5df2fe6b9 admin admin] Publish callbacks [] for security_group (c2286aad-d465-4923-ba99-4e3c9b12df83), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:49.142872 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0cdef225-0759-4328-8a44-b7e5df2fe6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (c2286aad-d465-4923-ba99-4e3c9b12df83), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:49.145438 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0cdef225-0759-4328-8a44-b7e5df2fe6b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:49.146593 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-0cdef225-0759-4328-8a44-b7e5df2fe6b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2286aad-d465-4923-ba99-4e3c9b12df83 HTTP/1.1" status: 204 len: 168 time: 0.3904510 Apr 01 10:15:49.154164 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdef225-0759-4328-8a44-b7e5df2fe6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2286aad-d465-4923-ba99-4e3c9b12df83,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:49.864794 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9ba15-830d-4dcc-bc49-1044d1ac66ca req-3a8e2aca-bb72-4837-8875-92389e27d590 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:49.866339 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-16b9ba15-830d-4dcc-bc49-1044d1ac66ca req-3a8e2aca-bb72-4837-8875-92389e27d590 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 949 time: 0.0583336 Apr 01 10:15:49.919487 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-16b9ba15-830d-4dcc-bc49-1044d1ac66ca req-39818d65-20fd-49d3-b4ae-ce831d244262 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/security-groups?id=3bad2baf-b194-48ee-a14e-edbf32e51d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456045 Apr 01 10:15:50.353638 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5d015-b9e7-4dd8-8418-58b3bfcd13d9 req-db4daa3f-f067-4dd4-ab27-c356b2a4f67c tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:50.355085 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-60f5d015-b9e7-4dd8-8418-58b3bfcd13d9 req-db4daa3f-f067-4dd4-ab27-c356b2a4f67c tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.43 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 949 time: 0.0551059 Apr 01 10:15:50.480532 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-60f5d015-b9e7-4dd8-8418-58b3bfcd13d9 req-501fc442-ee87-4c55-a3c9-0b4d8892cc30 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Deleting port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:15:50.480873 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-60f5d015-b9e7-4dd8-8418-58b3bfcd13d9 req-501fc442-ee87-4c55-a3c9-0b4d8892cc30 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:50.575647 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-60f5d015-b9e7-4dd8-8418-58b3bfcd13d9 req-501fc442-ee87-4c55-a3c9-0b4d8892cc30 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] For port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9,segment=NetworkSegment(6509ffeb-272a-474b-bec0-7c0053710ff7),segment_id=6509ffeb-272a-474b-bec0-7c0053710ff7)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:50.576011 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-60f5d015-b9e7-4dd8-8418-58b3bfcd13d9 req-501fc442-ee87-4c55-a3c9-0b4d8892cc30 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:50.591153 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-60f5d015-b9e7-4dd8-8418-58b3bfcd13d9 req-501fc442-ee87-4c55-a3c9-0b4d8892cc30 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Calling delete_port for 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 owned by compute:nova {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:15:50.749548 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38472) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:50.841652 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-60f5d015-b9e7-4dd8-8418-58b3bfcd13d9 req-501fc442-ee87-4c55-a3c9-0b4d8892cc30 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (1600408c-dd9b-441e-9d3c-20b6d0ec6ac9), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:50.860433 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['1600408c-dd9b-441e-9d3c-20b6d0ec6ac9'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:15:50.870984 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e57424d0-6a8a-4daf-9b6c-014a35677d12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:50.872675 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501fc442-ee87-4c55-a3c9-0b4d8892cc30 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Pushing event deleted for resources: {'Port': ['ID=1600408c-dd9b-441e-9d3c-20b6d0ec6ac9,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:50.944317 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f5d015-b9e7-4dd8-8418-58b3bfcd13d9 req-501fc442-ee87-4c55-a3c9-0b4d8892cc30 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] No DVR routers for this DVR port 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 on host hv-cinder-maste {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:15:50.948472 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-60f5d015-b9e7-4dd8-8418-58b3bfcd13d9 req-501fc442-ee87-4c55-a3c9-0b4d8892cc30 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:50.952390 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-60f5d015-b9e7-4dd8-8418-58b3bfcd13d9 req-501fc442-ee87-4c55-a3c9-0b4d8892cc30 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.43 "DELETE /v2.0/ports/1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 HTTP/1.1" status: 204 len: 173 time: 0.5912220 Apr 01 10:15:50.952844 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03660bc9-449b-484a-ab79-62e9f6e04beb', 'name': 'network-vif-deleted', 'tag': '1600408c-dd9b-441e-9d3c-20b6d0ec6ac9'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:15:50.955340 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f729d1a8-4f74-4b7e-b7fe-533ed9a9ab40" -d '{"events": [{"server_uuid": "03660bc9-449b-484a-ab79-62e9f6e04beb", "name": "network-vif-deleted", "tag": "1600408c-dd9b-441e-9d3c-20b6d0ec6ac9"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:15:50.983191 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e57424d0-6a8a-4daf-9b6c-014a35677d12 admin admin] Publish callbacks [] for security_group (a1c087b2-740e-4a97-bb23-6158ddff78d6), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:51.025682 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-46eda944-d681-4ef0-a6b2-62fb783c47ab req-a3acdf3f-f927-4a63-b56a-6b08bc470517 tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 210 time: 0.0290771 Apr 01 10:15:51.071857 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9697d68f-720f-4171-806b-f42b79b15a9d x-openstack-request-id: req-9697d68f-720f-4171-806b-f42b79b15a9d {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:15:51.071857 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03660bc9-449b-484a-ab79-62e9f6e04beb", "name": "network-vif-deleted", "tag": "1600408c-dd9b-441e-9d3c-20b6d0ec6ac9", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:15:51.071857 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9697d68f-720f-4171-806b-f42b79b15a9d {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:15:51.071857 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9697d68f-720f-4171-806b-f42b79b15a9d'] response: {'server_uuid': '03660bc9-449b-484a-ab79-62e9f6e04beb', 'name': 'network-vif-deleted', 'tag': '1600408c-dd9b-441e-9d3c-20b6d0ec6ac9', 'status': 'completed', 'code': 200} Apr 01 10:15:51.091747 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e57424d0-6a8a-4daf-9b6c-014a35677d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (a1c087b2-740e-4a97-bb23-6158ddff78d6), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:51.147926 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e57424d0-6a8a-4daf-9b6c-014a35677d12 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b735c26efa8f41bdba91597646879d35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3940268 Apr 01 10:15:51.147926 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57424d0-6a8a-4daf-9b6c-014a35677d12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c087b2-740e-4a97-bb23-6158ddff78d6,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:51.148421 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38490) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:51.155926 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e01766-c866-4d1a-a195-68405b014ca7 req-f503fd43-aabf-42af-a0f1-f41848aac20a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:51.157471 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-19e01766-c866-4d1a-a195-68405b014ca7 req-f503fd43-aabf-42af-a0f1-f41848aac20a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 945 time: 0.0726931 Apr 01 10:15:51.205742 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-81017768-1353-4a1e-a4bc-560c8953b1af admin admin] Publish callbacks [] for security_group (a1c087b2-740e-4a97-bb23-6158ddff78d6), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:51.208434 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-19e01766-c866-4d1a-a195-68405b014ca7 req-27c6963c-c103-429a-9a45-5af0976259a8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431693 Apr 01 10:15:51.233673 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-81017768-1353-4a1e-a4bc-560c8953b1af admin admin] Publish callbacks [] for security_group (a1c087b2-740e-4a97-bb23-6158ddff78d6), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:51.354364 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-81017768-1353-4a1e-a4bc-560c8953b1af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (a1c087b2-740e-4a97-bb23-6158ddff78d6), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:51.357569 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-81017768-1353-4a1e-a4bc-560c8953b1af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:51.358919 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-81017768-1353-4a1e-a4bc-560c8953b1af admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1c087b2-740e-4a97-bb23-6158ddff78d6 HTTP/1.1" status: 204 len: 168 time: 0.2088947 Apr 01 10:15:51.370267 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81017768-1353-4a1e-a4bc-560c8953b1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c087b2-740e-4a97-bb23-6158ddff78d6,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:52.136803 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d39a6d7d-0b9e-4ada-b4e6-6a7f17accc27 req-504ae90a-3f8c-4354-a24a-1253f55ac71a tempest-VolumesNegativeTest-710936582 tempest-VolumesNegativeTest-710936582-project] 10.222.0.13 "GET /v2.0/ports?device_id=03660bc9-449b-484a-ab79-62e9f6e04beb HTTP/1.1" status: 200 len: 210 time: 0.0298207 Apr 01 10:15:52.338777 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7bb66-08ba-46c2-9698-0d3f901c2444 req-5df48924-3e11-4bba-b2a3-ea18dee1d555 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:52.340259 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c2a7bb66-08ba-46c2-9698-0d3f901c2444 req-5df48924-3e11-4bba-b2a3-ea18dee1d555 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 945 time: 0.0514405 Apr 01 10:15:52.387667 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c2a7bb66-08ba-46c2-9698-0d3f901c2444 req-1dbdc2af-e200-4ee5-ba3d-a051e6a5dd75 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417750 Apr 01 10:15:52.838734 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-f2dff849-9f45-4eb0-8fdf-a5f8d80b78c5 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:52.840193 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-f2dff849-9f45-4eb0-8fdf-a5f8d80b78c5 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 945 time: 0.0528002 Apr 01 10:15:52.933881 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Deleting port a0d50050-5729-4d45-a56b-5c7788f34f3c {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:15:52.934206 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:53.017878 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] For port a0d50050-5729-4d45-a56b-5c7788f34f3c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a0d50050-5729-4d45-a56b-5c7788f34f3c,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:15:53.018239 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:53.513745 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:53.514436 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (0168af88-3f37-4f99-8581-3a50e36ab509), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:53.514436 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Floating IP 0168af88-3f37-4f99-8581-3a50e36ab509 disassociated. External IP: 172.37.3.182, port: a0d50050-5729-4d45-a56b-5c7788f34f3c. Apr 01 10:15:53.514778 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Calling delete_port for a0d50050-5729-4d45-a56b-5c7788f34f3c owned by compute:nova {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:15:53.539619 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff63127-089b-4dc9-9541-b1cc13596fde req-1f08596f-64b0-4378-bae3-347c2a4eefef tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:53.541111 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ff63127-089b-4dc9-9541-b1cc13596fde req-1f08596f-64b0-4378-bae3-347c2a4eefef tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 945 time: 0.0844142 Apr 01 10:15:53.625311 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:15:53.626553 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3ff63127-089b-4dc9-9541-b1cc13596fde req-e48c8017-5d2a-4849-b8c2-48c873f45b03 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=19a8fe63-0809-4715-9526-b8bd5d19ee7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583556 Apr 01 10:15:53.666605 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:15:53.666897 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 1600408c-dd9b-441e-9d3c-20b6d0ec6ac9 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:15:53.748575 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (a0d50050-5729-4d45-a56b-5c7788f34f3c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:53.780156 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'Port': ['ID=a0d50050-5729-4d45-a56b-5c7788f34f3c,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:53.900698 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Router c918a820-d4da-4b1b-8389-a8e10b3a7a9c has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:15:54.027897 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:15:54.047990 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52be20-9a91-41fd-9463-ed2409c20206 None None] Sync routers for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:15:54.068005 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52be20-9a91-41fd-9463-ed2409c20206 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:15:54.068647 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-cc52be20-9a91-41fd-9463-ed2409c20206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:15:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:54.077478 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] No DVR routers for this DVR port a0d50050-5729-4d45-a56b-5c7788f34f3c on host hv-cinder-maste {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:15:54.080950 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:54.089771 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-72b44495-382e-4c2b-ae93-51c998e4b21f req-cc982b4c-75b5-49ad-878e-e4da7401346b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "DELETE /v2.0/ports/a0d50050-5729-4d45-a56b-5c7788f34f3c HTTP/1.1" status: 204 len: 173 time: 1.2386281 Apr 01 10:15:54.089771 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'name': 'network-vif-deleted', 'tag': 'a0d50050-5729-4d45-a56b-5c7788f34f3c'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:15:54.090850 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de0384e-177a-4438-870a-87ab1a32fc70" -d '{"events": [{"server_uuid": "2b250c44-9b77-46f2-9774-e2c4d6e51890", "name": "network-vif-deleted", "tag": "a0d50050-5729-4d45-a56b-5c7788f34f3c"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:15:54.133348 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a141e202-2ee4-4ac9-988e-28d1b2a5afb8 x-openstack-request-id: req-a141e202-2ee4-4ac9-988e-28d1b2a5afb8 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:15:54.135298 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b250c44-9b77-46f2-9774-e2c4d6e51890", "name": "network-vif-deleted", "tag": "a0d50050-5729-4d45-a56b-5c7788f34f3c", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:15:54.135298 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-a141e202-2ee4-4ac9-988e-28d1b2a5afb8 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:15:54.135298 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a141e202-2ee4-4ac9-988e-28d1b2a5afb8'] response: {'server_uuid': '2b250c44-9b77-46f2-9774-e2c4d6e51890', 'name': 'network-vif-deleted', 'tag': 'a0d50050-5729-4d45-a56b-5c7788f34f3c', 'status': 'completed', 'code': 200} Apr 01 10:15:54.344191 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-cc52be20-9a91-41fd-9463-ed2409c20206 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:15:54.675740 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-cc52be20-9a91-41fd-9463-ed2409c20206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '483b6f2f-b3e0-4751-9ebe-e24bd7ef859c', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.102', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:97:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:26Z', 'updated_at': '2022-04-01T10:13:50Z', 'revision_number': 2, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:54.718715 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52be20-9a91-41fd-9463-ed2409c20206 None None] Checking router: c918a820-d4da-4b1b-8389-a8e10b3a7a9c for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:15:54.735663 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc52be20-9a91-41fd-9463-ed2409c20206 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:15:54.736315 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-cc52be20-9a91-41fd-9463-ed2409c20206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:15:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:54.813424 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f2d110a5-6f8f-4b32-a56a-1171e0515c6b req-aec16d34-ddf8-443e-8f82-83fdc7bfee9d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=2b250c44-9b77-46f2-9774-e2c4d6e51890 HTTP/1.1" status: 200 len: 210 time: 0.0609365 Apr 01 10:15:54.919192 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-cc52be20-9a91-41fd-9463-ed2409c20206 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:15:55.170572 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-cc52be20-9a91-41fd-9463-ed2409c20206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '483b6f2f-b3e0-4751-9ebe-e24bd7ef859c', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.102', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:97:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:26Z', 'updated_at': '2022-04-01T10:13:50Z', 'revision_number': 2, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:55.205993 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc52be20-9a91-41fd-9463-ed2409c20206 None None] The sync data for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb is: [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '483b6f2f-b3e0-4751-9ebe-e24bd7ef859c', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.102', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:97:92:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:13:26Z', 'updated_at': '2022-04-01T10:13:50Z', 'revision_number': 2, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:15:55.499912 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f8cf6f-3bce-4296-bd20-32cd5f8c6db3 None None] New status for floating IP 0168af88-3f37-4f99-8581-3a50e36ab509: DOWN {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:15:55.995519 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38678) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:56.058301 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb8e1-efcf-4ea3-addc-26830b628d20 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (19a8fe63-0809-4715-9526-b8bd5d19ee7f), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:56.081163 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb8e1-efcf-4ea3-addc-26830b628d20 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (19a8fe63-0809-4715-9526-b8bd5d19ee7f), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:56.086493 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:56.255592 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb8e1-efcf-4ea3-addc-26830b628d20 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (19a8fe63-0809-4715-9526-b8bd5d19ee7f), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:56.255592 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e8eeb8e1-efcf-4ea3-addc-26830b628d20 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:56.256225 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e8eeb8e1-efcf-4ea3-addc-26830b628d20 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "DELETE /v2.0/security-groups/19a8fe63-0809-4715-9526-b8bd5d19ee7f HTTP/1.1" status: 204 len: 168 time: 0.2591672 Apr 01 10:15:56.258549 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 38708) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:56.279204 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eeb8e1-efcf-4ea3-addc-26830b628d20 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a8fe63-0809-4715-9526-b8bd5d19ee7f,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:56.292974 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.api.v2.resource [None req-dfe03f91-aad0-4f82-9df4-802b2ddd0e7a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] show failed (client error): The resource could not be found. Apr 01 10:15:56.295866 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-dfe03f91-aad0-4f82-9df4-802b2ddd0e7a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups/19a8fe63-0809-4715-9526-b8bd5d19ee7f HTTP/1.1" status: 404 len: 347 time: 0.0342150 Apr 01 10:15:56.298823 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38718) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:56.467449 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Deleting port 071350bb-a075-41b1-b27b-ed38d8c5af44 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:15:56.468036 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (071350bb-a075-41b1-b27b-ed38d8c5af44), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:56.562661 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (071350bb-a075-41b1-b27b-ed38d8c5af44), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:56.563008 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (071350bb-a075-41b1-b27b-ed38d8c5af44), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:56.590105 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Calling delete_port for 071350bb-a075-41b1-b27b-ed38d8c5af44 owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:15:56.851718 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (071350bb-a075-41b1-b27b-ed38d8c5af44), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:56.885628 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'Port': ['ID=071350bb-a075-41b1-b27b-ed38d8c5af44,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:56.913222 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.913580 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.913953 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.919746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:56.920691 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (0168af88-3f37-4f99-8581-3a50e36ab509), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:56.923687 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:56.924872 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-f664f753-b5d3-4695-80f4-4f2de8739261 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "DELETE /v2.0/floatingips/0168af88-3f37-4f99-8581-3a50e36ab509 HTTP/1.1" status: 204 len: 168 time: 0.6249998 Apr 01 10:15:57.134796 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-118e053c-9be6-4786-ae80-ad43adb9eabd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453391 Apr 01 10:15:57.230759 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-8f4f1e32-9e99-413f-b874-c637a4972509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:57.233331 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-8f4f1e32-9e99-413f-b874-c637a4972509 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 1130 time: 0.0756145 Apr 01 10:15:57.405640 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-dd6a60d3-70e6-49b8-9464-4530f884b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:57.407093 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-dd6a60d3-70e6-49b8-9464-4530f884b03a service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 918 time: 0.1509516 Apr 01 10:15:57.490706 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-7ec631e5-2f17-431d-b047-fa6065060e4f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115 HTTP/1.1" status: 200 len: 1000 time: 0.0772705 Apr 01 10:15:57.585940 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-33fb13d9-f8d4-431d-9715-16fcbc3ee40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:57.587506 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-33fb13d9-f8d4-431d-9715-16fcbc3ee40a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 200 len: 856 time: 0.0856986 Apr 01 10:15:57.638420 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38802) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:57.670700 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device a0d50050-5729-4d45-a56b-5c7788f34f3c no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:15:57.671767 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-cd4e2887-9cb2-48dd-9bd9-1929fe98d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:57.673371 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-cd4e2887-9cb2-48dd-9bd9-1929fe98d778 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea27fba-ffc7-42c6-acca-74e928fc7023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0789294 Apr 01 10:15:57.723130 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: a0d50050-5729-4d45-a56b-5c7788f34f3c {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:15:57.724068 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device a0d50050-5729-4d45-a56b-5c7788f34f3c not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:15:57.749212 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4ec70a-61bb-42f8-bbdd-fca0f837db68 admin admin] Deleting subnet 9c9e821b-1601-4b8a-a11e-ed4276f488f8 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:15:57.752746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec70a-61bb-42f8-bbdd-fca0f837db68 admin admin] Publish callbacks [] for subnet (9c9e821b-1601-4b8a-a11e-ed4276f488f8), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:57.799983 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec70a-61bb-42f8-bbdd-fca0f837db68 admin admin] Publish callbacks [] for subnet (9c9e821b-1601-4b8a-a11e-ed4276f488f8), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:57.810240 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec70a-61bb-42f8-bbdd-fca0f837db68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (9c9e821b-1601-4b8a-a11e-ed4276f488f8), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:57.860161 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-96af9bc9-88cf-44d9-80fa-2617671fb20e service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785209 Apr 01 10:15:57.873949 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1e2f4-3b39-4270-8a80-add4b9f861d8 req-e257858f-fc1c-4e8f-b108-05dce22018be tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:57.876221 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-31b1e2f4-3b39-4270-8a80-add4b9f861d8 req-e257858f-fc1c-4e8f-b108-05dce22018be tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.1089644 Apr 01 10:15:57.943597 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec70a-61bb-42f8-bbdd-fca0f837db68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for subnet (9c9e821b-1601-4b8a-a11e-ed4276f488f8), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:57.947320 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9991662-5b58-4c7e-b5a2-5a62ac9a2709 req-c2f43c2e-2d25-440a-b2f7-e59951b3c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:57.948888 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9991662-5b58-4c7e-b5a2-5a62ac9a2709 req-c2f43c2e-2d25-440a-b2f7-e59951b3c2b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 1130 time: 0.0606177 Apr 01 10:15:58.001904 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-31b1e2f4-3b39-4270-8a80-add4b9f861d8 req-16e68dc4-cb34-4c36-9bec-b81399597ab7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161003 Apr 01 10:15:58.020268 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ec70a-61bb-42f8-bbdd-fca0f837db68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c9e821b-1601-4b8a-a11e-ed4276f488f8,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:58.023047 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8f4ec70a-61bb-42f8-bbdd-fca0f837db68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:58.028422 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-8f4ec70a-61bb-42f8-bbdd-fca0f837db68 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9c9e821b-1601-4b8a-a11e-ed4276f488f8 HTTP/1.1" status: 204 len: 168 time: 0.3851559 Apr 01 10:15:58.031030 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38814) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:58.045961 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d995bc5-3285-4837-96f4-de57d2d2b5ea req-028f19e4-a9bd-4993-b177-0d502e3d25a7 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681349 Apr 01 10:15:58.123478 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (9e28a7d2-e764-477e-b667-e357d7a67590), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:58.137602 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9991662-5b58-4c7e-b5a2-5a62ac9a2709 req-3a91d1ea-0914-4f36-ba18-0a6ebe440e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:58.138973 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9991662-5b58-4c7e-b5a2-5a62ac9a2709 req-3a91d1ea-0914-4f36-ba18-0a6ebe440e7d service neutron] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 920 time: 0.1659093 Apr 01 10:15:58.265536 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (9e28a7d2-e764-477e-b667-e357d7a67590), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:58.276465 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9991662-5b58-4c7e-b5a2-5a62ac9a2709 req-49b586f8-f3d8-43e9-80df-dc3f1a2598bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc18e111-4c6f-4224-b41c-6b4402e4dc49 HTTP/1.1" status: 200 len: 1002 time: 0.1265116 Apr 01 10:15:58.325911 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.325911 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.325911 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.325911 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > port after_create 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.325911 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.326349 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > port after_update 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.326750 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.327079 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.327409 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.327738 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.429486 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.429486 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.429486 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.429486 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103817) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 01 10:15:58.429486 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e28a7d2-e764-477e-b667-e357d7a67590']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:58.450813 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b820b2b-35ae-4937-9fb1-4aedee33cb4d') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:58.451165 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b820b2b-35ae-4937-9fb1-4aedee33cb4d') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:58.482959 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16609330'] for segment (8b820b2b-35ae-4937-9fb1-4aedee33cb4d), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:58.507366 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9991662-5b58-4c7e-b5a2-5a62ac9a2709 req-d006810c-41a0-4663-95e9-a80582e1ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:58.508903 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9991662-5b58-4c7e-b5a2-5a62ac9a2709 req-d006810c-41a0-4663-95e9-a80582e1ecf6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.2264514 Apr 01 10:15:58.515494 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (8b820b2b-35ae-4937-9fb1-4aedee33cb4d), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:58.545173 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:15:58.545517 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13021575'] for segment (8b820b2b-35ae-4937-9fb1-4aedee33cb4d), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: from cryptography.utils import int_from_bytes Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: from cryptography.utils import int_from_bytes Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: Traceback (most recent call last): Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: timer() Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: cb(*args, **kw) Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: return func(*args, **kwargs) Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: self._notify() Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: self.callback(batched_events) Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: event.method(event) Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: return f(self, *a, **k) Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: return self._get(url).json() Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: return self.request(url, 'GET', **kwargs) Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:15:58.550072 dv-cinder-master-3-smb neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:15:58.619179 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9991662-5b58-4c7e-b5a2-5a62ac9a2709 req-7ef41683-167b-4eda-ab05-3893d9675bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:58.620162 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-426a9110-8690-4b61-b313-f25cb7db7cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:58.620684 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9991662-5b58-4c7e-b5a2-5a62ac9a2709 req-7ef41683-167b-4eda-ab05-3893d9675bc5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1022246 Apr 01 10:15:58.708261 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (9e28a7d2-e764-477e-b667-e357d7a67590), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:58.740576 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:58.744329 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9e28a7d2-e764-477e-b667-e357d7a67590 HTTP/1.1" status: 204 len: 168 time: 0.7131691 Apr 01 10:15:58.747194 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 38852) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:58.749873 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8593e-02c7-40c1-95b6-83ab07943e68 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e28a7d2-e764-477e-b667-e357d7a67590,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:58.757266 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9991662-5b58-4c7e-b5a2-5a62ac9a2709 req-212fbf1f-8dd9-4bbb-a1d9-a185e64462b2 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268072 Apr 01 10:15:58.796243 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Deleting subnet eb61b03c-1c72-4e6c-a013-9ab618c0e183 {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:15:58.800482 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Publish callbacks [] for subnet (eb61b03c-1c72-4e6c-a013-9ab618c0e183), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:58.834396 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12946067'] for subnet (eb61b03c-1c72-4e6c-a013-9ab618c0e183), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:58.854708 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-b9991662-5b58-4c7e-b5a2-5a62ac9a2709 req-33e994ed-78f5-4433-bec6-bfe19340ee6d service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895643 Apr 01 10:15:58.877515 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (eb61b03c-1c72-4e6c-a013-9ab618c0e183), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:59.000464 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13601702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14539018'] for subnet (eb61b03c-1c72-4e6c-a013-9ab618c0e183), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:59.026312 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb61b03c-1c72-4e6c-a013-9ab618c0e183,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:59.034842 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:59.043295 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/eb61b03c-1c72-4e6c-a013-9ab618c0e183 HTTP/1.1" status: 204 len: 168 time: 0.2927527 Apr 01 10:15:59.043693 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38860) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:59.049818 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.051101 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.056874 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.057370 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.058112 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.058697 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.059377 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.060116 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.060629 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.065452 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.066181 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.066781 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.067443 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.070209 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.072330 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0571093-0efd-4175-83d7-674afd8d3938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:15:59.166035 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (43a506cd-c6ff-487b-b859-e21d82f8beec), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:59.221839 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01180e3-d4b6-41cd-86dc-9aed04e4de82 req-d433ae3c-7ace-4931-9abf-737f50c87adf tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:59.223893 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b01180e3-d4b6-41cd-86dc-9aed04e4de82 req-d433ae3c-7ace-4931-9abf-737f50c87adf tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.1196868 Apr 01 10:15:59.249729 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a82615-65fe-4bc8-99be-e71afe94d8db req-2492c4e1-87af-4806-b42a-f437c18c4f50 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:15:59.251158 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8a82615-65fe-4bc8-99be-e71afe94d8db req-2492c4e1-87af-4806-b42a-f437c18c4f50 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 945 time: 0.0845828 Apr 01 10:15:59.260205 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (43a506cd-c6ff-487b-b859-e21d82f8beec), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:59.284200 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43a506cd-c6ff-487b-b859-e21d82f8beec']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:59.294614 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c4dfd2-cc63-4617-8134-c559e60cf6c9') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:59.294923 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c4dfd2-cc63-4617-8134-c559e60cf6c9') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:15:59.304511 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16609330'] for segment (c4c4dfd2-cc63-4617-8134-c559e60cf6c9), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:59.318944 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b01180e3-d4b6-41cd-86dc-9aed04e4de82 req-c950e9c6-5f4f-4b9c-9770-f44ed5fb1da7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819077 Apr 01 10:15:59.319151 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (c4c4dfd2-cc63-4617-8134-c559e60cf6c9), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:59.329270 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8a82615-65fe-4bc8-99be-e71afe94d8db req-c6a885b3-f361-4f43-8a40-878b94c0794c tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703986 Apr 01 10:15:59.434806 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:15:59.435143 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13021575'] for segment (c4c4dfd2-cc63-4617-8134-c559e60cf6c9), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: Traceback (most recent call last): Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: timer() Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: cb(*args, **kw) Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: return func(*args, **kwargs) Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: self._notify() Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: self.callback(batched_events) Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: event.method(event) Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: return f(self, *a, **k) Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: return self._get(url).json() Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: return self.request(url, 'GET', **kwargs) Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:15:59.437024 dv-cinder-master-3-smb neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:15:59.565664 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (43a506cd-c6ff-487b-b859-e21d82f8beec), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:59.571292 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:59.574463 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] 10.222.0.13 "DELETE /v2.0/networks/43a506cd-c6ff-487b-b859-e21d82f8beec HTTP/1.1" status: 204 len: 168 time: 0.5298111 Apr 01 10:15:59.586185 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a720a-f156-43e8-b735-096e7fcf4684 admin admin] Pushing event deleted for resources: {'Network': ['ID=43a506cd-c6ff-487b-b859-e21d82f8beec,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:15:59.891260 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38870) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:59.929872 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-960e9cb0-d7a9-49ea-9a19-463b910c4ce2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9562758522b449d6af278e18fe99b003&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374730 Apr 01 10:15:59.932287 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38872) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:15:59.978984 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a7ccf688-cbef-4ea8-9f5f-d3570a930fb2 admin admin] Publish callbacks [] for security_group (8f919d9b-5af2-47d5-b126-fc1e8282a269), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:15:59.999729 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a7ccf688-cbef-4ea8-9f5f-d3570a930fb2 admin admin] Publish callbacks [] for security_group (8f919d9b-5af2-47d5-b126-fc1e8282a269), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:00.102811 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a7ccf688-cbef-4ea8-9f5f-d3570a930fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8f919d9b-5af2-47d5-b126-fc1e8282a269), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:00.105356 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a7ccf688-cbef-4ea8-9f5f-d3570a930fb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:00.106512 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-a7ccf688-cbef-4ea8-9f5f-d3570a930fb2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8f919d9b-5af2-47d5-b126-fc1e8282a269 HTTP/1.1" status: 204 len: 168 time: 0.1733332 Apr 01 10:16:00.114849 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccf688-cbef-4ea8-9f5f-d3570a930fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f919d9b-5af2-47d5-b126-fc1e8282a269,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:00.141580 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38878) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:00.273963 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-d9d78351-0948-4331-9b16-ea62cf0b8e03 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81d6a7866cc34ea9923300fb912a7bda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310008 Apr 01 10:16:00.276225 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38882) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:00.325070 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-568814fc-d442-4d0e-addd-949c288c1de7 admin admin] Publish callbacks [] for security_group (3bad2baf-b194-48ee-a14e-edbf32e51d91), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:00.346594 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-568814fc-d442-4d0e-addd-949c288c1de7 admin admin] Publish callbacks [] for security_group (3bad2baf-b194-48ee-a14e-edbf32e51d91), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:00.474741 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-568814fc-d442-4d0e-addd-949c288c1de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3bad2baf-b194-48ee-a14e-edbf32e51d91), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:00.477861 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-568814fc-d442-4d0e-addd-949c288c1de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:00.479528 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af948970-c75a-4058-b699-1a359a93555d req-887fe794-d2dc-4d2e-a92f-e219f62bb60f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:00.481983 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-568814fc-d442-4d0e-addd-949c288c1de7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3bad2baf-b194-48ee-a14e-edbf32e51d91 HTTP/1.1" status: 204 len: 168 time: 0.2047684 Apr 01 10:16:00.485649 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-af948970-c75a-4058-b699-1a359a93555d req-887fe794-d2dc-4d2e-a92f-e219f62bb60f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0906644 Apr 01 10:16:00.492321 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568814fc-d442-4d0e-addd-949c288c1de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad2baf-b194-48ee-a14e-edbf32e51d91,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:00.498749 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f278f2f-cc82-48d2-a133-8368ab15054b req-bcdb109d-a57a-4800-a9bc-fdbed566090e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:00.509652 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4f278f2f-cc82-48d2-a133-8368ab15054b req-bcdb109d-a57a-4800-a9bc-fdbed566090e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 945 time: 0.0887847 Apr 01 10:16:00.583377 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-af948970-c75a-4058-b699-1a359a93555d req-ebfb8599-b23d-42c9-bf5b-9ee117c0fcbe tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932155 Apr 01 10:16:00.602019 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4f278f2f-cc82-48d2-a133-8368ab15054b req-01b86ee8-5a90-480b-ae00-0f4437efd190 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722990 Apr 01 10:16:00.880708 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-aa6907aa-5b77-4c17-addf-316b34dbd10a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:00.956630 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38892) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:01.001347 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-2ab7086b-cbc2-44c5-bf2d-24c4ce1d527f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=475dc3de7e4f4881b1993cf04295fe9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432627 Apr 01 10:16:01.003716 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38894) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:01.084210 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0685c25f-f783-4881-bd23-cb9480607bea admin admin] Publish callbacks [] for security_group (3b276967-cc7a-4223-b72b-d1317d059410), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:01.102554 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-949db00d-9a11-4a1e-8a26-d6430b6e53ec tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:01.103917 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-949db00d-9a11-4a1e-8a26-d6430b6e53ec tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 945 time: 0.0779366 Apr 01 10:16:01.121854 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0685c25f-f783-4881-bd23-cb9480607bea admin admin] Publish callbacks [] for security_group (3b276967-cc7a-4223-b72b-d1317d059410), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:01.226437 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Deleting port 628f9097-2edb-444c-98ca-8b5e2e829d63 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:16:01.226783 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:01.298719 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0685c25f-f783-4881-bd23-cb9480607bea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3b276967-cc7a-4223-b72b-d1317d059410), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:01.301267 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0685c25f-f783-4881-bd23-cb9480607bea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:01.302418 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-0685c25f-f783-4881-bd23-cb9480607bea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b276967-cc7a-4223-b72b-d1317d059410 HTTP/1.1" status: 204 len: 168 time: 0.2977870 Apr 01 10:16:01.316024 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0685c25f-f783-4881-bd23-cb9480607bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b276967-cc7a-4223-b72b-d1317d059410,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:01.352937 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] For port 628f9097-2edb-444c-98ca-8b5e2e829d63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=628f9097-2edb-444c-98ca-8b5e2e829d63,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:16:01.353265 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:01.567797 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:01.568163 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (483b6f2f-b3e0-4751-9ebe-e24bd7ef859c), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:01.568482 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.l3_db [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Floating IP 483b6f2f-b3e0-4751-9ebe-e24bd7ef859c disassociated. External IP: 172.37.3.102, port: 628f9097-2edb-444c-98ca-8b5e2e829d63. Apr 01 10:16:01.568822 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Calling delete_port for 628f9097-2edb-444c-98ca-8b5e2e829d63 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:16:01.749025 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (628f9097-2edb-444c-98ca-8b5e2e829d63), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:01.769835 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0745f90c-d2bd-48b8-9424-501ea70ad63f req-e9770b1a-30f4-4012-996c-ae04afd0da00 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:01.773635 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0745f90c-d2bd-48b8-9424-501ea70ad63f req-e9770b1a-30f4-4012-996c-ae04afd0da00 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 867 time: 0.0860584 Apr 01 10:16:01.775955 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'Port': ['ID=628f9097-2edb-444c-98ca-8b5e2e829d63,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:01.784683 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dbd57-8892-4c8b-a900-bdbcaf8920e6 req-92ac523c-cced-42b2-81df-28ecb0d46df2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:01.791060 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-788dbd57-8892-4c8b-a900-bdbcaf8920e6 req-92ac523c-cced-42b2-81df-28ecb0d46df2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0914285 Apr 01 10:16:01.878447 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0745f90c-d2bd-48b8-9424-501ea70ad63f req-2e7a9685-59d4-4af7-bcd0-b59aa266f9cf tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=a80d1121-62fd-432c-b8e5-8397b4fe1c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875738 Apr 01 10:16:01.885962 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:01.886516 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-788dbd57-8892-4c8b-a900-bdbcaf8920e6 req-34b6bb3c-1781-464c-af3b-fc88a0044ced tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841672 Apr 01 10:16:01.915722 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Router c918a820-d4da-4b1b-8389-a8e10b3a7a9c has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:16:02.028930 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:16:02.039094 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c890d-cea9-43a3-af28-0b032c6e9013 None None] Sync routers for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:16:02.048669 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c890d-cea9-43a3-af28-0b032c6e9013 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:16:02.049319 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bc3c890d-cea9-43a3-af28-0b032c6e9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:16:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:02.072314 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] No DVR routers for this DVR port 628f9097-2edb-444c-98ca-8b5e2e829d63 on host hv-cinder-maste {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:16:02.074586 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:02.078075 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-8a75b494-d915-468f-9265-07e4cd7dc7cc req-c2fb923b-1f35-4ef4-aad6-0773f3732c8b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "DELETE /v2.0/ports/628f9097-2edb-444c-98ca-8b5e2e829d63 HTTP/1.1" status: 204 len: 173 time: 0.9631078 Apr 01 10:16:02.078999 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'name': 'network-vif-deleted', 'tag': '628f9097-2edb-444c-98ca-8b5e2e829d63'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:16:02.081402 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c172536f-c40c-4b72-a4ef-8b86a02cd2c3" -d '{"events": [{"server_uuid": "e3b3fa55-c325-46a7-8ea2-0bf12dfac318", "name": "network-vif-deleted", "tag": "628f9097-2edb-444c-98ca-8b5e2e829d63"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:16:02.117547 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f53944-a448-4d2c-8b6f-9b8466cb8e89 x-openstack-request-id: req-85f53944-a448-4d2c-8b6f-9b8466cb8e89 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:16:02.117947 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b3fa55-c325-46a7-8ea2-0bf12dfac318", "name": "network-vif-deleted", "tag": "628f9097-2edb-444c-98ca-8b5e2e829d63", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:16:02.118200 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-85f53944-a448-4d2c-8b6f-9b8466cb8e89 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:16:02.118604 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f53944-a448-4d2c-8b6f-9b8466cb8e89'] response: {'server_uuid': 'e3b3fa55-c325-46a7-8ea2-0bf12dfac318', 'name': 'network-vif-deleted', 'tag': '628f9097-2edb-444c-98ca-8b5e2e829d63', 'status': 'completed', 'code': 200} Apr 01 10:16:02.190547 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-bc3c890d-cea9-43a3-af28-0b032c6e9013 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:16:02.418911 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bc3c890d-cea9-43a3-af28-0b032c6e9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:02.444858 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c890d-cea9-43a3-af28-0b032c6e9013 None None] Checking router: c918a820-d4da-4b1b-8389-a8e10b3a7a9c for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:16:02.454109 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3c890d-cea9-43a3-af28-0b032c6e9013 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:16:02.454726 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bc3c890d-cea9-43a3-af28-0b032c6e9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:16:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:02.568246 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-bc3c890d-cea9-43a3-af28-0b032c6e9013 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:16:02.858258 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-bc3c890d-cea9-43a3-af28-0b032c6e9013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:02.884761 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3c890d-cea9-43a3-af28-0b032c6e9013 None None] The sync data for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb is: [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:16:03.010999 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cddfb97d-4097-4262-b0c5-7a0822e21399 req-0e250dfc-9ad3-4333-9620-6f2d8e84b568 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=e3b3fa55-c325-46a7-8ea2-0bf12dfac318 HTTP/1.1" status: 200 len: 210 time: 0.0355797 Apr 01 10:16:03.047268 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2270d734-8062-4376-b473-e1580c42b5a3 req-d41b8887-2f4f-4b7e-b8d1-a2a2280920b0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:03.048832 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2270d734-8062-4376-b473-e1580c42b5a3 req-d41b8887-2f4f-4b7e-b8d1-a2a2280920b0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0712368 Apr 01 10:16:03.104887 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2270d734-8062-4376-b473-e1580c42b5a3 req-900b1777-02b2-423a-982e-60d6b4cb62a7 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484340 Apr 01 10:16:03.121480 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38940) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:03.172120 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddddba2-f7b8-49bb-879f-6bbed44854ec None None] New status for floating IP 483b6f2f-b3e0-4751-9ebe-e24bd7ef859c: DOWN {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:16:03.250548 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-be861105-362d-47a1-afd4-7f86ff7c33db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:03.327712 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-be861105-362d-47a1-afd4-7f86ff7c33db admin admin] Publish callbacks [] for security_group (cba76393-bb4b-4b5b-ad79-e26a1429400a), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:03.377616 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-be861105-362d-47a1-afd4-7f86ff7c33db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (cba76393-bb4b-4b5b-ad79-e26a1429400a), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:03.385003 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:03.423975 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-be861105-362d-47a1-afd4-7f86ff7c33db admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=18de2b93a7e9474d96632aa0cfc1de2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3007507 Apr 01 10:16:03.425912 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be861105-362d-47a1-afd4-7f86ff7c33db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba76393-bb4b-4b5b-ad79-e26a1429400a,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:03.426711 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 38948) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:03.482824 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8503-da57-4e0a-b0ab-405d573fe1aa admin admin] Publish callbacks [] for security_group (cba76393-bb4b-4b5b-ad79-e26a1429400a), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:03.503211 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8503-da57-4e0a-b0ab-405d573fe1aa admin admin] Publish callbacks [] for security_group (cba76393-bb4b-4b5b-ad79-e26a1429400a), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:03.656707 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8503-da57-4e0a-b0ab-405d573fe1aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (cba76393-bb4b-4b5b-ad79-e26a1429400a), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:03.659369 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9f0f8503-da57-4e0a-b0ab-405d573fe1aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:03.660582 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-9f0f8503-da57-4e0a-b0ab-405d573fe1aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cba76393-bb4b-4b5b-ad79-e26a1429400a HTTP/1.1" status: 204 len: 168 time: 0.2325802 Apr 01 10:16:03.668724 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f8503-da57-4e0a-b0ab-405d573fe1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba76393-bb4b-4b5b-ad79-e26a1429400a,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:04.161476 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38972) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:04.220630 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-932d06ec-4f13-4c98-a7b7-7f531d600740 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (a80d1121-62fd-432c-b8e5-8397b4fe1c4b), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:04.238653 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235a210-a9c6-488d-8a19-13a90a15671e req-d7abe0a1-7635-45f2-b0e1-c43772822812 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:04.240172 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d235a210-a9c6-488d-8a19-13a90a15671e req-d7abe0a1-7635-45f2-b0e1-c43772822812 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0630970 Apr 01 10:16:04.245392 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-932d06ec-4f13-4c98-a7b7-7f531d600740 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (a80d1121-62fd-432c-b8e5-8397b4fe1c4b), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:04.286907 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d235a210-a9c6-488d-8a19-13a90a15671e req-03508e32-46e0-4414-9b6e-ec9dc7b21890 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411239 Apr 01 10:16:04.384755 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-932d06ec-4f13-4c98-a7b7-7f531d600740 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (a80d1121-62fd-432c-b8e5-8397b4fe1c4b), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:04.384755 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-932d06ec-4f13-4c98-a7b7-7f531d600740 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:04.384755 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-932d06ec-4f13-4c98-a7b7-7f531d600740 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "DELETE /v2.0/security-groups/a80d1121-62fd-432c-b8e5-8397b4fe1c4b HTTP/1.1" status: 204 len: 168 time: 0.2189460 Apr 01 10:16:04.385494 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 38974) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:04.404989 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d06ec-4f13-4c98-a7b7-7f531d600740 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80d1121-62fd-432c-b8e5-8397b4fe1c4b,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:04.412413 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.api.v2.resource [None req-4516df01-9046-4ae3-b554-ebd238b0b4a9 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] show failed (client error): The resource could not be found. Apr 01 10:16:04.414513 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-4516df01-9046-4ae3-b554-ebd238b0b4a9 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups/a80d1121-62fd-432c-b8e5-8397b4fe1c4b HTTP/1.1" status: 404 len: 347 time: 0.0270619 Apr 01 10:16:04.417266 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 38978) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:04.545501 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-a4848b15-f02c-4799-b0de-77dd752ea56a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Deleting port dcec305c-4fe9-4f86-9559-c5b639a78f40 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:16:04.545877 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a4848b15-f02c-4799-b0de-77dd752ea56a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (dcec305c-4fe9-4f86-9559-c5b639a78f40), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:04.632569 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a4848b15-f02c-4799-b0de-77dd752ea56a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (dcec305c-4fe9-4f86-9559-c5b639a78f40), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:04.632898 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a4848b15-f02c-4799-b0de-77dd752ea56a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (dcec305c-4fe9-4f86-9559-c5b639a78f40), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:04.644933 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-a4848b15-f02c-4799-b0de-77dd752ea56a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Calling delete_port for dcec305c-4fe9-4f86-9559-c5b639a78f40 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:16:04.835159 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a4848b15-f02c-4799-b0de-77dd752ea56a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (dcec305c-4fe9-4f86-9559-c5b639a78f40), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:04.868368 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4848b15-f02c-4799-b0de-77dd752ea56a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'Port': ['ID=dcec305c-4fe9-4f86-9559-c5b639a78f40,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:04.920632 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:04.936677 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a4848b15-f02c-4799-b0de-77dd752ea56a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (483b6f2f-b3e0-4751-9ebe-e24bd7ef859c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:04.939271 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a4848b15-f02c-4799-b0de-77dd752ea56a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:04.940601 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-a4848b15-f02c-4799-b0de-77dd752ea56a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "DELETE /v2.0/floatingips/483b6f2f-b3e0-4751-9ebe-e24bd7ef859c HTTP/1.1" status: 204 len: 168 time: 0.5221636 Apr 01 10:16:05.136037 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45d78f-570a-4032-a656-15588cf906a1 req-909d6b2c-15c9-4e6c-b112-6419c0d013fc tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:05.137594 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2f45d78f-570a-4032-a656-15588cf906a1 req-909d6b2c-15c9-4e6c-b112-6419c0d013fc tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0542705 Apr 01 10:16:05.173451 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39034) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:05.178276 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-43394dff-fbf5-4636-88fe-f69ebfee4a13 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--127917132', 'description': 'tempest-description--1889851973'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:05.193621 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2f45d78f-570a-4032-a656-15588cf906a1 req-b7289d48-1272-411f-be79-f19f8bd42ffc tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503414 Apr 01 10:16:05.251588 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-43394dff-fbf5-4636-88fe-f69ebfee4a13 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:05.315163 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-43394dff-fbf5-4636-88fe-f69ebfee4a13 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (b1be9eeb-69d1-4073-9d73-313b66dcff49), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:05.366180 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-43394dff-fbf5-4636-88fe-f69ebfee4a13 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b1be9eeb-69d1-4073-9d73-313b66dcff49), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:05.398786 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43394dff-fbf5-4636-88fe-f69ebfee4a13 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1be9eeb-69d1-4073-9d73-313b66dcff49,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:05.409727 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54941bd6-9cc9-4a64-97b6-61d436681d59 req-08b3b0fa-7ba6-48c3-ace3-3dda28ae6729 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:05.411252 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-54941bd6-9cc9-4a64-97b6-61d436681d59 req-08b3b0fa-7ba6-48c3-ace3-3dda28ae6729 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0560122 Apr 01 10:16:05.459010 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-54941bd6-9cc9-4a64-97b6-61d436681d59 req-5e8498ee-572e-4d2b-95cf-49cbf3f17e1c tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414646 Apr 01 10:16:05.476602 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-43394dff-fbf5-4636-88fe-f69ebfee4a13 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:05.478007 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-43394dff-fbf5-4636-88fe-f69ebfee4a13 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3034594 Apr 01 10:16:05.481598 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39038) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:05.485979 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-d6ffa696-ac0d-4521-a3b6-282fe5b063f7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group_rule': {'security_group_id': 'b1be9eeb-69d1-4073-9d73-313b66dcff49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:05.599427 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa696-ac0d-4521-a3b6-282fe5b063f7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (faa39ef5-43fb-4b7f-a2f2-225506e3ee40), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:05.653094 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa696-ac0d-4521-a3b6-282fe5b063f7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (faa39ef5-43fb-4b7f-a2f2-225506e3ee40), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:05.685567 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 628f9097-2edb-444c-98ca-8b5e2e829d63 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:16:05.705289 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: 628f9097-2edb-444c-98ca-8b5e2e829d63 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:16:05.705637 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 628f9097-2edb-444c-98ca-8b5e2e829d63 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:16:05.714550 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa696-ac0d-4521-a3b6-282fe5b063f7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (faa39ef5-43fb-4b7f-a2f2-225506e3ee40), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:05.732708 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ffa696-ac0d-4521-a3b6-282fe5b063f7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa39ef5-43fb-4b7f-a2f2-225506e3ee40,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:05.774641 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d6ffa696-ac0d-4521-a3b6-282fe5b063f7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:05.775868 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-d6ffa696-ac0d-4521-a3b6-282fe5b063f7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933130 Apr 01 10:16:05.778620 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39044) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:05.782800 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-8faf7411-cee9-4861-9cc1-a88f887aec15 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group_rule': {'security_group_id': 'b1be9eeb-69d1-4073-9d73-313b66dcff49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:05.850619 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8faf7411-cee9-4861-9cc1-a88f887aec15 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (22b624e9-79ac-40fb-b607-c5dcebf80cfa), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:05.905177 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8faf7411-cee9-4861-9cc1-a88f887aec15 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (22b624e9-79ac-40fb-b607-c5dcebf80cfa), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:05.988952 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8faf7411-cee9-4861-9cc1-a88f887aec15 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (22b624e9-79ac-40fb-b607-c5dcebf80cfa), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:06.004465 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf7411-cee9-4861-9cc1-a88f887aec15 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b624e9-79ac-40fb-b607-c5dcebf80cfa,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:06.072098 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-8faf7411-cee9-4861-9cc1-a88f887aec15 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:06.073395 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-8faf7411-cee9-4861-9cc1-a88f887aec15 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2938411 Apr 01 10:16:06.076536 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39060) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:06.080995 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'floatingip': {'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:06.177665 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:06.304402 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:06.327901 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814d33b-a379-4235-ba37-6064a7056daa req-67ddf90d-67e1-4908-b1d6-76ee2c5dd919 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:06.329404 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4814d33b-a379-4235-ba37-6064a7056daa req-67ddf90d-67e1-4908-b1d6-76ee2c5dd919 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0703185 Apr 01 10:16:06.437834 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4814d33b-a379-4235-ba37-6064a7056daa req-28de3f88-9c5b-4f25-9f6b-0a2bc40bea37 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791705 Apr 01 10:16:06.457660 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Allocated IP 172.37.3.86 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/60c54418-756a-411a-be82-dbc6c00e95cb) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:16:06.594422 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (60c54418-756a-411a-be82-dbc6c00e95cb), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:06.618772 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9973d14-7c90-4f89-90a0-3dc7884c1998 req-92d10518-20f4-439c-b048-a7b7d40e7d36 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:06.620250 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c9973d14-7c90-4f89-90a0-3dc7884c1998 req-92d10518-20f4-439c-b048-a7b7d40e7d36 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0923352 Apr 01 10:16:06.679176 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c9973d14-7c90-4f89-90a0-3dc7884c1998 req-fcf6d6cc-e427-4eb3-bb8e-84d0ff24db80 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503347 Apr 01 10:16:06.720734 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (60c54418-756a-411a-be82-dbc6c00e95cb), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:06.759818 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:16:06.762747 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:16:06.765149 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:16:06.793635 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=60c54418-756a-411a-be82-dbc6c00e95cb,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:06.860222 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (b4064301-17fa-4fe4-886c-8c8433c6c448), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:06.937082 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (60c54418-756a-411a-be82-dbc6c00e95cb), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:07.090385 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (60c54418-756a-411a-be82-dbc6c00e95cb), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:07.143237 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (60c54418-756a-411a-be82-dbc6c00e95cb), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:07.211026 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=60c54418-756a-411a-be82-dbc6c00e95cb,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:07.222777 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (b4064301-17fa-4fe4-886c-8c8433c6c448), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:07.277007 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:07.278291 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-956885c6-60a3-4f35-ae49-4efd5549f9ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2008240 Apr 01 10:16:07.474065 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-04cedf7f-e71b-4462-a42d-9efa1b48bb9d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--127917132&fields=id&tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 267 time: 0.0460300 Apr 01 10:16:07.614708 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-657b4f77-f716-4eb9-b818-388f99dd0f4c tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:07.616245 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-657b4f77-f716-4eb9-b818-388f99dd0f4c tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 814 time: 0.1356204 Apr 01 10:16:07.624704 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a53f0-5702-43ee-a81a-2a0041eebda5 req-33eebc1b-af5f-415d-9219-03d80ed2aec2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:07.626141 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c50a53f0-5702-43ee-a81a-2a0041eebda5 req-33eebc1b-af5f-415d-9219-03d80ed2aec2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0958266 Apr 01 10:16:07.648942 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-ec5652d9-cc50-4947-82b3-1a6ec2681715 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/quotas/4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 375 time: 0.0218105 Apr 01 10:16:07.965470 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c50a53f0-5702-43ee-a81a-2a0041eebda5 req-6120759c-7c38-40e5-adfd-603a25f31143 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323841 Apr 01 10:16:07.983770 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-91703b18-539c-4bd4-9b05-cc2e56c34a7a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3283331 Apr 01 10:16:08.114367 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-08f97151-0a8b-4d68-b55b-2d165e05ec8f service neutron] 10.222.0.13 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188951 Apr 01 10:16:08.124137 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d789e6-1ada-49f2-97f3-ed7b2aa2dfaf req-1800db25-0d76-40f3-ac5d-0fe36edfb5c3 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:08.125762 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-00d789e6-1ada-49f2-97f3-ed7b2aa2dfaf req-1800db25-0d76-40f3-ac5d-0fe36edfb5c3 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0891080 Apr 01 10:16:08.226665 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-00d789e6-1ada-49f2-97f3-ed7b2aa2dfaf req-519a3d34-abdb-41bc-95be-6a490ca65184 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921319 Apr 01 10:16:08.244871 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-94fe545b-283c-4c9b-93ff-cd5ebb9a136b service neutron] 10.222.0.13 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181040 Apr 01 10:16:08.456090 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c883433f-489a-41f0-884e-27b719fd8552 req-c686e88e-bd96-4544-83ab-8927854ed065 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0288014 Apr 01 10:16:09.088431 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f67fe-6397-46f1-8b54-66eb501abd85 req-489e9c66-15d5-4338-b398-9877822127c2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:09.090294 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0e2f67fe-6397-46f1-8b54-66eb501abd85 req-489e9c66-15d5-4338-b398-9877822127c2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0583768 Apr 01 10:16:09.138046 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0e2f67fe-6397-46f1-8b54-66eb501abd85 req-75e1bd05-050f-49f0-a2dd-0bdef9f34b62 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420742 Apr 01 10:16:09.346892 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b50df9-818b-49f7-ad6f-001fad6cb8cf req-58e17ee5-c4d8-4d4b-91e2-a6be0b3f8cbe tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:09.348320 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-45b50df9-818b-49f7-ad6f-001fad6cb8cf req-58e17ee5-c4d8-4d4b-91e2-a6be0b3f8cbe tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0531695 Apr 01 10:16:09.395195 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-45b50df9-818b-49f7-ad6f-001fad6cb8cf req-945b126a-b0f1-4f40-8c5d-e5b3fe12580d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407467 Apr 01 10:16:09.548825 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-433c87a6-31fa-4f05-a462-69ccbe28917b req-c6ea9cef-eb01-4ff4-8ca3-c931a509c71b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0275154 Apr 01 10:16:10.268221 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17291b-fb08-4c82-97f3-27fd52ed7a46 req-efeefdb4-408e-4cfe-9c36-eb8202b3e76e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:10.269721 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4d17291b-fb08-4c82-97f3-27fd52ed7a46 req-efeefdb4-408e-4cfe-9c36-eb8202b3e76e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0582211 Apr 01 10:16:10.270500 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-fd4b8eaf-77c0-4a10-b35e-45f602e528ae tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:10.271919 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-fd4b8eaf-77c0-4a10-b35e-45f602e528ae tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 814 time: 0.1016362 Apr 01 10:16:10.328830 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4d17291b-fb08-4c82-97f3-27fd52ed7a46 req-f12c6361-5eab-45b3-a5b7-ef7493145969 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525928 Apr 01 10:16:10.349895 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-9901cbcb-2f7c-460b-8a79-d76c4c331ad4 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 379 time: 0.0606511 Apr 01 10:16:10.359885 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'port': {'device_id': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'admin_state_up': True, 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'security_groups': ['b1be9eeb-69d1-4073-9d73-313b66dcff49']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:10.525814 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Made reservation on behalf of 4fe27716eeb24577b5e8d4ce0ca46b5f for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:16:10.529731 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:10.533464 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcd342-a33a-4dbf-a095-e327b3b18ce7 req-a2b29358-2dcb-444b-bf97-3523844ca4b4 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:10.534941 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1dfcd342-a33a-4dbf-a095-e327b3b18ce7 req-a2b29358-2dcb-444b-bf97-3523844ca4b4 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0549359 Apr 01 10:16:10.590013 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1dfcd342-a33a-4dbf-a095-e327b3b18ce7 req-72264aef-b11c-44f4-9e9b-946fb5d8afb1 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493283 Apr 01 10:16:10.665519 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-45301aba-9516-4b30-b549-48970d12ad6c req-dee22494-ca77-4575-8c4c-7d9549d29dcf tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0301092 Apr 01 10:16:10.665810 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Allocated IP 172.20.0.9 (f92ca3fc-f878-4471-8584-45362264a2fe/3c4bd942-1f07-46b6-a4b8-3efb6580d55d/8d3b9008-496a-4550-9ba2-916ff3638696) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:16:10.807195 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (8d3b9008-496a-4550-9ba2-916ff3638696), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:10.880337 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:10.927053 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Network f92ca3fc-f878-4471-8584-45362264a2fe is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:16:10.930701 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:16:10.933804 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:16:10.963658 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=8d3b9008-496a-4550-9ba2-916ff3638696,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:10.992078 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:10.993264 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:11.060530 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-50b57ea9-e1b1-4db8-9da2-66024ce7f73f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7044189 Apr 01 10:16:11.071644 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Request body: {'port': {'device_id': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:11.131443 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:11.165593 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-7df2c63f-231e-4440-89bf-3eecf7b7d45e None None] Provisioning complete for port 8d3b9008-496a-4550-9ba2-916ff3638696 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:16:11.166178 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7df2c63f-231e-4440-89bf-3eecf7b7d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:11.201892 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-7df2c63f-231e-4440-89bf-3eecf7b7d45e None None] Port 8d3b9008-496a-4550-9ba2-916ff3638696 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:16:11.457195 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd07ba6-76ab-454b-b21b-517953827ff1 req-c9c96cda-b26e-4712-8299-85a4984f1d1b tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:11.458731 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dbd07ba6-76ab-454b-b21b-517953827ff1 req-c9c96cda-b26e-4712-8299-85a4984f1d1b tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0565901 Apr 01 10:16:11.509585 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dbd07ba6-76ab-454b-b21b-517953827ff1 req-a9c897e7-e0ce-416f-a509-a89c36d1ccf6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443239 Apr 01 10:16:11.595163 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d3b9008-496a-4550-9ba2-916ff3638696 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:16:11.602374 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Publish callbacks [] for port (8d3b9008-496a-4550-9ba2-916ff3638696), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:11.614539 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Transition to ACTIVE for port object 8d3b9008-496a-4550-9ba2-916ff3638696 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:16:11.691670 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13021659'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:11.721080 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bd2371-1510-43b9-9747-93da251bdde6 req-7c5083fb-38d7-4d40-a525-503e2095edc5 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:11.722641 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-10bd2371-1510-43b9-9747-93da251bdde6 req-7c5083fb-38d7-4d40-a525-503e2095edc5 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0606985 Apr 01 10:16:11.772819 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3b9008-496a-4550-9ba2-916ff3638696,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:11.810938 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-10bd2371-1510-43b9-9747-93da251bdde6 req-165f3367-1f0f-4bf0-b1b8-2a91ca112ba8 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823829 Apr 01 10:16:11.828178 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700c12d-9b5c-42b5-8678-f1a0c47f66ab req-a85d18b3-ae7b-4e9c-9a92-db16a27f55ac tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:11.829948 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Attempting to bind port 8d3b9008-496a-4550-9ba2-916ff3638696 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:16:11.830299 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Attempting to bind port 8d3b9008-496a-4550-9ba2-916ff3638696 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:16:11.830637 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Attempting to bind port 8d3b9008-496a-4550-9ba2-916ff3638696 on network f92ca3fc-f878-4471-8584-45362264a2fe {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:16:11.835327 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f700c12d-9b5c-42b5-8678-f1a0c47f66ab req-a85d18b3-ae7b-4e9c-9a92-db16a27f55ac tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0878384 Apr 01 10:16:11.835637 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Port 8d3b9008-496a-4550-9ba2-916ff3638696 on network f92ca3fc-f878-4471-8584-45362264a2fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:16:11.835974 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Attempting to bind port 8d3b9008-496a-4550-9ba2-916ff3638696 on network f92ca3fc-f878-4471-8584-45362264a2fe {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:16:11.845532 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 15, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:16:11.845869 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Checking segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:16:11.846316 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Bound using segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:16:11.846725 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Bound port: 8d3b9008-496a-4550-9ba2-916ff3638696, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:16:11.847061 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:11.891490 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f700c12d-9b5c-42b5-8678-f1a0c47f66ab req-ad3a9f49-3a61-4f38-8b00-58acfaea41e2 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1be9eeb-69d1-4073-9d73-313b66dcff49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552275 Apr 01 10:16:11.938068 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] For port 8d3b9008-496a-4550-9ba2-916ff3638696, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:16:11.941232 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] For port 8d3b9008-496a-4550-9ba2-916ff3638696, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8d3b9008-496a-4550-9ba2-916ff3638696,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:16:12.006601 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13021659'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:12.042783 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:12.043448 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:12.044888 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] 10.222.0.43 "PUT /v2.0/ports/8d3b9008-496a-4550-9ba2-916ff3638696 HTTP/1.1" status: 200 len: 1093 time: 0.9776669 Apr 01 10:16:12.045474 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'tag': '8d3b9008-496a-4550-9ba2-916ff3638696'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:16:12.047683 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a277af97-5561-4a5b-b084-78017b486ec4" -d '{"events": [{"name": "network-changed", "server_uuid": "811b8c36-83d8-4f32-b9be-f95203b1d7d8", "tag": "8d3b9008-496a-4550-9ba2-916ff3638696"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:16:12.074518 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4438e50b-0221-41ae-9efd-1594272a7013 service neutron] Pushing event updated for resources: {'Port': ['ID=8d3b9008-496a-4550-9ba2-916ff3638696,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:12.089913 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0dc85d-7919-47f2-af7f-0edad22e13e5 x-openstack-request-id: req-6b0dc85d-7919-47f2-af7f-0edad22e13e5 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:16:12.089913 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811b8c36-83d8-4f32-b9be-f95203b1d7d8", "tag": "8d3b9008-496a-4550-9ba2-916ff3638696", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:16:12.090318 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6b0dc85d-7919-47f2-af7f-0edad22e13e5 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:16:12.090647 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0dc85d-7919-47f2-af7f-0edad22e13e5'] response: {'name': 'network-changed', 'server_uuid': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'tag': '8d3b9008-496a-4550-9ba2-916ff3638696', 'status': 'completed', 'code': 200} Apr 01 10:16:12.168032 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277af97-5561-4a5b-b084-78017b486ec4 req-3ebadb8b-c4a5-4c8f-8555-847513c77784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:12.169712 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a277af97-5561-4a5b-b084-78017b486ec4 req-3ebadb8b-c4a5-4c8f-8555-847513c77784 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 1127 time: 0.0553291 Apr 01 10:16:12.278966 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277af97-5561-4a5b-b084-78017b486ec4 req-cd7ebf57-6859-40f8-9d0f-d476bf754288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:12.281496 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a277af97-5561-4a5b-b084-78017b486ec4 req-cd7ebf57-6859-40f8-9d0f-d476bf754288 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0956378 Apr 01 10:16:12.378144 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277af97-5561-4a5b-b084-78017b486ec4 req-dbc84416-6d56-47dd-977b-cece3b4cf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:12.379633 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a277af97-5561-4a5b-b084-78017b486ec4 req-dbc84416-6d56-47dd-977b-cece3b4cf340 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923822 Apr 01 10:16:12.468438 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-7b1c4ed1-708b-4895-8197-15922a3e0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:12.470222 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-7b1c4ed1-708b-4895-8197-15922a3e0846 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 1127 time: 0.0470498 Apr 01 10:16:12.511768 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-5711a26c-2be6-45a9-9249-79b311484dd3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d3b9008-496a-4550-9ba2-916ff3638696 HTTP/1.1" status: 200 len: 217 time: 0.0346577 Apr 01 10:16:12.565199 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-63385530-fa37-45e3-bbec-1bf77d953815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:12.566698 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-63385530-fa37-45e3-bbec-1bf77d953815 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4bd942-1f07-46b6-a4b8-3efb6580d55d HTTP/1.1" status: 200 len: 853 time: 0.0491319 Apr 01 10:16:12.618639 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-d3aef49a-26a1-4ebb-b66a-17cb6ee91124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:12.620340 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-d3aef49a-26a1-4ebb-b66a-17cb6ee91124 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92ca3fc-f878-4471-8584-45362264a2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0465031 Apr 01 10:16:12.629835 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461205e0-b753-4bea-a166-8f0da40d55ff req-4d57e76a-58eb-4835-a28e-7ad020a4f4a9 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:12.631328 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-461205e0-b753-4bea-a166-8f0da40d55ff req-4d57e76a-58eb-4835-a28e-7ad020a4f4a9 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0533617 Apr 01 10:16:12.677535 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-461205e0-b753-4bea-a166-8f0da40d55ff req-25a39e69-3eb5-47f1-90a9-a0f6574951e6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398710 Apr 01 10:16:12.712210 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-5f7d2f52-c01d-44de-b990-8b18a8b1da09 service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848134 Apr 01 10:16:12.812326 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-069c21b9-a1e2-4173-a2ef-01c650212404 req-6a5211e0-875a-49d7-a14a-bce8b439be15 service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857582 Apr 01 10:16:12.964890 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0586db-35a5-4334-99e9-6e7a59797af0 req-65e69446-d29b-4c19-9a72-5e7d9667fd1a tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:12.966496 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fe0586db-35a5-4334-99e9-6e7a59797af0 req-65e69446-d29b-4c19-9a72-5e7d9667fd1a tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0567029 Apr 01 10:16:13.042397 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fe0586db-35a5-4334-99e9-6e7a59797af0 req-86487f62-0025-4779-a207-9c5862da2a8d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666664 Apr 01 10:16:13.054031 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c385dd-b552-434d-8748-41938177456a req-ada69d0c-5419-4f2a-8a46-b07eaeced6b4 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:13.056323 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-45c385dd-b552-434d-8748-41938177456a req-ada69d0c-5419-4f2a-8a46-b07eaeced6b4 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0888364 Apr 01 10:16:13.103611 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-45c385dd-b552-434d-8748-41938177456a req-e03176b6-4683-45da-8007-746aba644da6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1be9eeb-69d1-4073-9d73-313b66dcff49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412767 Apr 01 10:16:13.796578 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ff0df-f170-4e88-9050-c9cdb23aace2 req-817c04d0-3328-4231-b60f-bb5b30d41c53 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:13.798071 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9c6ff0df-f170-4e88-9050-c9cdb23aace2 req-817c04d0-3328-4231-b60f-bb5b30d41c53 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0529838 Apr 01 10:16:13.844486 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9c6ff0df-f170-4e88-9050-c9cdb23aace2 req-5344868e-e2bc-404e-b09e-0d7fcc197d60 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408955 Apr 01 10:16:14.168119 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6904844-2e5d-45d3-81f7-d1bae5985c3b req-8f7aac28-bcbc-4bce-8cc1-1d848beea90d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:14.169628 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b6904844-2e5d-45d3-81f7-d1bae5985c3b req-8f7aac28-bcbc-4bce-8cc1-1d848beea90d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0571322 Apr 01 10:16:14.242208 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b6904844-2e5d-45d3-81f7-d1bae5985c3b req-8e7a7712-db7d-42fb-a4b2-f0d87d4f3db2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628092 Apr 01 10:16:14.253712 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e272cd1-b44d-4d2e-8153-14119d66a5e4 req-508dde2d-55dd-49d0-9fe9-82e92619ae03 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:14.255086 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2e272cd1-b44d-4d2e-8153-14119d66a5e4 req-508dde2d-55dd-49d0-9fe9-82e92619ae03 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0843747 Apr 01 10:16:14.302096 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2e272cd1-b44d-4d2e-8153-14119d66a5e4 req-14e36052-a2d3-4851-af24-569e89eddb99 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1be9eeb-69d1-4073-9d73-313b66dcff49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404618 Apr 01 10:16:14.965367 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d381342-594a-4daa-baff-517705837329 req-ae919ddf-8736-466d-8e59-1c7cbcb267a2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:14.966850 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6d381342-594a-4daa-baff-517705837329 req-ae919ddf-8736-466d-8e59-1c7cbcb267a2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0574105 Apr 01 10:16:15.014453 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6d381342-594a-4daa-baff-517705837329 req-1578a249-3076-484b-8c45-6dd4aa7aec44 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420375 Apr 01 10:16:15.248734 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2475d1-7599-402f-ab35-1704669d9292 req-3c7cd81f-78f4-4abd-aeaf-7102c69e7da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:15.250231 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-be2475d1-7599-402f-ab35-1704669d9292 req-3c7cd81f-78f4-4abd-aeaf-7102c69e7da9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 1130 time: 0.0448155 Apr 01 10:16:15.296166 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-be2475d1-7599-402f-ab35-1704669d9292 req-4e30438a-3f39-470d-951c-cf0e37166f3d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390320 Apr 01 10:16:15.363309 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5c25f-9c59-4e52-b8f9-dfbe6c9f5ca3 req-d8b51fc1-de48-481a-b7fd-dddaedaed754 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:15.364818 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c8d5c25f-9c59-4e52-b8f9-dfbe6c9f5ca3 req-d8b51fc1-de48-481a-b7fd-dddaedaed754 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0547714 Apr 01 10:16:15.443486 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c8d5c25f-9c59-4e52-b8f9-dfbe6c9f5ca3 req-c51cc17d-9846-40cd-9a3c-e70ee1876410 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659516 Apr 01 10:16:15.451690 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223bce4e-82b2-4afb-8e20-26a3396e826d req-c1d906b4-78e7-4548-ab9b-524b0b3bfe92 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:15.453173 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-223bce4e-82b2-4afb-8e20-26a3396e826d req-c1d906b4-78e7-4548-ab9b-524b0b3bfe92 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 943 time: 0.0839696 Apr 01 10:16:15.504747 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-223bce4e-82b2-4afb-8e20-26a3396e826d req-2ee1f37b-ec92-436f-94d4-a3acd47c49c8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1be9eeb-69d1-4073-9d73-313b66dcff49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456705 Apr 01 10:16:15.749302 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 8d3b9008-496a-4550-9ba2-916ff3638696 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:16:15.966125 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 8d3b9008-496a-4550-9ba2-916ff3638696, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8d3b9008-496a-4550-9ba2-916ff3638696,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:16:15.977591 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '8d3b9008-496a-4550-9ba2-916ff3638696', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'port_id': '8d3b9008-496a-4550-9ba2-916ff3638696', 'mac_address': 'fa:16:3e:ee:77:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:16:16.013394 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 8d3b9008-496a-4550-9ba2-916ff3638696 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:16:16.013711 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:16.025867 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d3b9008-496a-4550-9ba2-916ff3638696 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:16:16.046318 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 8d3b9008-496a-4550-9ba2-916ff3638696, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8d3b9008-496a-4550-9ba2-916ff3638696,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:16:16.096437 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:16.134199 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c35177-902f-4975-b248-51a8c0ebc9ca req-74c17eff-2636-409f-9d18-a3b696ac21b6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:16.135808 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-60c35177-902f-4975-b248-51a8c0ebc9ca req-74c17eff-2636-409f-9d18-a3b696ac21b6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0534520 Apr 01 10:16:16.146651 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=8d3b9008-496a-4550-9ba2-916ff3638696,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:16.183167 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-60c35177-902f-4975-b248-51a8c0ebc9ca req-626bc080-d498-4f38-874c-78d777b53a79 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417707 Apr 01 10:16:16.479947 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['8d3b9008-496a-4550-9ba2-916ff3638696'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:16:16.573796 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9785b1-c9aa-4745-b393-814619a76f6a req-aaa90566-6343-4514-b3c2-5f4cda77a752 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:16.575859 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9b9785b1-c9aa-4745-b393-814619a76f6a req-aaa90566-6343-4514-b3c2-5f4cda77a752 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0895290 Apr 01 10:16:16.599604 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bede182-1ab0-4e50-95d7-563b225c2055 req-76078e8e-ad28-451d-8fd1-f7a03579760f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:16.602435 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1bede182-1ab0-4e50-95d7-563b225c2055 req-76078e8e-ad28-451d-8fd1-f7a03579760f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0796309 Apr 01 10:16:16.668987 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b536af-070d-4d0a-a9bf-43a34c7a9aba req-c067baf1-24ca-438e-8e86-2d2c16033e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:16.671139 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-09b536af-070d-4d0a-a9bf-43a34c7a9aba req-c067baf1-24ca-438e-8e86-2d2c16033e52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f8feca17a5240999c4f2a5c6f313851&device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 1129 time: 0.0548036 Apr 01 10:16:16.677770 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9b9785b1-c9aa-4745-b393-814619a76f6a req-4fed1437-6cf3-4a61-8096-f0c7813bb074 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873938 Apr 01 10:16:16.685949 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1bede182-1ab0-4e50-95d7-563b225c2055 req-c6091f7a-eb00-4c5d-ac8c-2e13344613eb tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762296 Apr 01 10:16:16.770327 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b536af-070d-4d0a-a9bf-43a34c7a9aba req-f63f44e6-1e7e-4e62-857f-a98e6e874ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:16.771837 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-09b536af-070d-4d0a-a9bf-43a34c7a9aba req-f63f44e6-1e7e-4e62-857f-a98e6e874ae3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8e7b4de-9a1d-4a82-96e9-42b39622541f HTTP/1.1" status: 200 len: 912 time: 0.0873349 Apr 01 10:16:16.796141 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcb458-ad69-42c5-bfbb-372f678d4765 req-5793ee43-6cca-4e70-847e-0432ade25941 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:16.797644 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a3bcb458-ad69-42c5-bfbb-372f678d4765 req-5793ee43-6cca-4e70-847e-0432ade25941 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0517147 Apr 01 10:16:16.843567 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a3bcb458-ad69-42c5-bfbb-372f678d4765 req-4cbad0d1-7034-459e-ab44-fcd9e864fcfd tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1be9eeb-69d1-4073-9d73-313b66dcff49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400546 Apr 01 10:16:16.843809 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-09b536af-070d-4d0a-a9bf-43a34c7a9aba req-c0f7531c-31ee-46b8-a7db-0dda5cab9fbd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46e17621-189e-4a8a-8f61-13616db37219 HTTP/1.1" status: 200 len: 1001 time: 0.0636339 Apr 01 10:16:16.894085 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b536af-070d-4d0a-a9bf-43a34c7a9aba req-e6e9fc8c-53c1-421d-b120-4ab9d2996cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:16.895527 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-09b536af-070d-4d0a-a9bf-43a34c7a9aba req-e6e9fc8c-53c1-421d-b120-4ab9d2996cc8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=732114a6-ce68-4568-8360-a1a2d861b474 HTTP/1.1" status: 200 len: 850 time: 0.0449741 Apr 01 10:16:16.944846 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b536af-070d-4d0a-a9bf-43a34c7a9aba req-dba3da81-7d62-4499-b411-098b836d9d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:16.946363 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-09b536af-070d-4d0a-a9bf-43a34c7a9aba req-dba3da81-7d62-4499-b411-098b836d9d01 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8e7b4de-9a1d-4a82-96e9-42b39622541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435789 Apr 01 10:16:17.037644 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-09b536af-070d-4d0a-a9bf-43a34c7a9aba req-2c5cb8cf-0cf9-4307-bdd4-cba1d6d40ef9 service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822651 Apr 01 10:16:17.122756 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-09b536af-070d-4d0a-a9bf-43a34c7a9aba req-33592434-b457-4502-894a-1a9db0d39459 service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790493 Apr 01 10:16:17.754799 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 8d3b9008-496a-4550-9ba2-916ff3638696 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:16:17.845964 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port 8d3b9008-496a-4550-9ba2-916ff3638696 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:16:17.846187 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990d4cea-ccd7-4519-b164-4804b43bb643 req-cf4c67e5-f29b-4b8f-aa8f-d03192b183d9 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:17.847681 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-990d4cea-ccd7-4519-b164-4804b43bb643 req-cf4c67e5-f29b-4b8f-aa8f-d03192b183d9 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0910578 Apr 01 10:16:17.849987 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 8d3b9008-496a-4550-9ba2-916ff3638696 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:16:17.850373 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:17.860250 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7251cae-504b-4649-8fd0-e3ba99ac02cb req-8b058a84-61fe-4d0d-a795-fc13bb9b6c3c tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:17.861801 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f7251cae-504b-4649-8fd0-e3ba99ac02cb req-8b058a84-61fe-4d0d-a795-fc13bb9b6c3c tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0922980 Apr 01 10:16:17.932802 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-990d4cea-ccd7-4519-b164-4804b43bb643 req-68a32aa5-8887-4f38-b7b3-825175daa4cb tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700424 Apr 01 10:16:17.935152 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 8d3b9008-496a-4550-9ba2-916ff3638696 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:16:17.935664 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:17.939807 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f7251cae-504b-4649-8fd0-e3ba99ac02cb req-4ebc9f27-9059-4300-be9d-5f677fd9c26a tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710905 Apr 01 10:16:17.958619 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3b9008-496a-4550-9ba2-916ff3638696'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:16:17.961112 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2eb15d-6758-448b-8e53-4037c1f927ca" -d '{"events": [{"server_uuid": "811b8c36-83d8-4f32-b9be-f95203b1d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8d3b9008-496a-4550-9ba2-916ff3638696"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:16:17.979643 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 8d3b9008-496a-4550-9ba2-916ff3638696, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8d3b9008-496a-4550-9ba2-916ff3638696,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:16:18.000119 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f85d95-66c2-4dc0-a044-b1ecbedfe97e x-openstack-request-id: req-31f85d95-66c2-4dc0-a044-b1ecbedfe97e {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:16:18.000415 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811b8c36-83d8-4f32-b9be-f95203b1d7d8", "name": "network-vif-plugged", "status": "completed", "tag": "8d3b9008-496a-4550-9ba2-916ff3638696", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:16:18.000674 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-31f85d95-66c2-4dc0-a044-b1ecbedfe97e {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:16:18.001083 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31f85d95-66c2-4dc0-a044-b1ecbedfe97e'] response: {'server_uuid': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d3b9008-496a-4550-9ba2-916ff3638696', 'code': 200} Apr 01 10:16:18.046205 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:18.065450 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da192c02-69cb-4827-a9dc-2cdc751cb8bc req-492aea3f-61c1-46f4-a7be-618cf8c97fda tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:18.070968 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-da192c02-69cb-4827-a9dc-2cdc751cb8bc req-492aea3f-61c1-46f4-a7be-618cf8c97fda tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 944 time: 0.0597873 Apr 01 10:16:18.108342 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=8d3b9008-496a-4550-9ba2-916ff3638696,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:18.123356 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-da192c02-69cb-4827-a9dc-2cdc751cb8bc req-3ae32987-8cdd-423c-a5ce-497f943dff31 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1be9eeb-69d1-4073-9d73-313b66dcff49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498002 Apr 01 10:16:18.309890 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dceb60-522c-4745-a80f-bea744267ad8 req-d09959af-568b-402b-b632-403bd1dbb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:18.311402 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-83dceb60-522c-4745-a80f-bea744267ad8 req-d09959af-568b-402b-b632-403bd1dbb240 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 1129 time: 0.0433776 Apr 01 10:16:18.358735 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-83dceb60-522c-4745-a80f-bea744267ad8 req-56702aa4-b9de-4463-b3dd-b69535512c3e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b1be9eeb-69d1-4073-9d73-313b66dcff49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379920 Apr 01 10:16:18.510930 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbbec5-b6e6-4649-a5a3-582bee7b4bba req-1cfc4949-1c7a-4e25-8b1f-edb742e2044f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:18.512403 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fccbbec5-b6e6-4649-a5a3-582bee7b4bba req-1cfc4949-1c7a-4e25-8b1f-edb742e2044f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0550182 Apr 01 10:16:18.557610 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fccbbec5-b6e6-4649-a5a3-582bee7b4bba req-49af0c51-746c-447d-a536-a3c594618e4f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397110 Apr 01 10:16:18.779133 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5add7-99ea-4240-9c47-467e7d690d2e req-c7bea1ec-b1e6-4ac2-8f39-bfa372e03327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:18.780637 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42e5add7-99ea-4240-9c47-467e7d690d2e req-c7bea1ec-b1e6-4ac2-8f39-bfa372e03327 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 1130 time: 0.0533302 Apr 01 10:16:18.868063 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5add7-99ea-4240-9c47-467e7d690d2e req-bbe8d58e-184b-4c58-90a1-6eba5542bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:18.869561 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42e5add7-99ea-4240-9c47-467e7d690d2e req-bbe8d58e-184b-4c58-90a1-6eba5542bbc3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 920 time: 0.0829403 Apr 01 10:16:18.937181 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42e5add7-99ea-4240-9c47-467e7d690d2e req-2b320d90-1fc4-47de-aa97-025568117da1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc18e111-4c6f-4224-b41c-6b4402e4dc49 HTTP/1.1" status: 200 len: 1002 time: 0.0615680 Apr 01 10:16:18.984308 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5add7-99ea-4240-9c47-467e7d690d2e req-0290b46f-17c1-4034-a8a3-914a6b4b3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:18.985802 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42e5add7-99ea-4240-9c47-467e7d690d2e req-0290b46f-17c1-4034-a8a3-914a6b4b3320 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.0426621 Apr 01 10:16:19.033752 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e5add7-99ea-4240-9c47-467e7d690d2e req-ffab4ddb-10a1-4353-a41d-3f21a5dd0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:19.033752 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42e5add7-99ea-4240-9c47-467e7d690d2e req-ffab4ddb-10a1-4353-a41d-3f21a5dd0ea0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0434980 Apr 01 10:16:19.054708 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c03eea-f6a4-481b-a0b2-b9677531837d req-eb41f436-d8c8-4712-8839-e108b6a76bd6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:19.056759 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-10c03eea-f6a4-481b-a0b2-b9677531837d req-eb41f436-d8c8-4712-8839-e108b6a76bd6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0527594 Apr 01 10:16:19.102957 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-10c03eea-f6a4-481b-a0b2-b9677531837d req-b1193d25-67cf-4805-82ac-a7f20c76334d tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404143 Apr 01 10:16:19.126891 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42e5add7-99ea-4240-9c47-467e7d690d2e req-f7a02701-a00f-42d9-9e4f-7b82553682e2 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850241 Apr 01 10:16:19.217010 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42e5add7-99ea-4240-9c47-467e7d690d2e req-653ce842-ba43-4b46-8884-447edc93ac25 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836821 Apr 01 10:16:19.250233 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c1e808-124f-4943-a03e-101253d9efea req-304dde00-1934-4d92-b972-7d88fc2e6a7f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:19.251843 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f6c1e808-124f-4943-a03e-101253d9efea req-304dde00-1934-4d92-b972-7d88fc2e6a7f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0633318 Apr 01 10:16:19.301640 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f6c1e808-124f-4943-a03e-101253d9efea req-10e22a44-9874-4ef6-880a-e5f2430a42ff tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1be9eeb-69d1-4073-9d73-313b66dcff49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438693 Apr 01 10:16:19.679006 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea54c80-5231-4a57-8c76-dceb161e33f0 req-f75e3ebe-05a3-4b00-a97b-34df621b623f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:19.681269 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7ea54c80-5231-4a57-8c76-dceb161e33f0 req-f75e3ebe-05a3-4b00-a97b-34df621b623f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0542130 Apr 01 10:16:19.727619 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7ea54c80-5231-4a57-8c76-dceb161e33f0 req-14864964-0776-4afa-bd8a-42e40328146f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403068 Apr 01 10:16:20.418263 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d412dfb8-94ae-407c-b7e2-5fa4f9bf9363 req-2178b523-b5ee-45c6-8c82-8e47a65c0ee7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:20.419843 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d412dfb8-94ae-407c-b7e2-5fa4f9bf9363 req-2178b523-b5ee-45c6-8c82-8e47a65c0ee7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0536408 Apr 01 10:16:20.469216 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d412dfb8-94ae-407c-b7e2-5fa4f9bf9363 req-2d97722d-0302-4234-b12d-98b074ce51bd tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1be9eeb-69d1-4073-9d73-313b66dcff49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437739 Apr 01 10:16:20.581630 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3782565-6a90-4836-b7a7-5189b7e009b0 req-172c12f8-0fb4-47d9-b0a9-5102e1afce22 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:20.583011 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b3782565-6a90-4836-b7a7-5189b7e009b0 req-172c12f8-0fb4-47d9-b0a9-5102e1afce22 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0528243 Apr 01 10:16:20.592034 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39228) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:20.596335 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-5cfef6d7-d3f8-4651-9491-05bdc241c32a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'floatingip': {'port_id': '8d3b9008-496a-4550-9ba2-916ff3638696'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:20.633813 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5cfef6d7-d3f8-4651-9491-05bdc241c32a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (b4064301-17fa-4fe4-886c-8c8433c6c448), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:20.743696 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:16:20.882459 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e646f88-8504-45db-b3ad-c121edfc342c req-32acab3f-d144-4451-b399-907a760b9f63 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:20.884587 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6e646f88-8504-45db-b3ad-c121edfc342c req-32acab3f-d144-4451-b399-907a760b9f63 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0804772 Apr 01 10:16:21.030985 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6e646f88-8504-45db-b3ad-c121edfc342c req-674a01c4-0e12-40e5-8d22-208a633c9d12 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149824 Apr 01 10:16:21.124754 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5cfef6d7-d3f8-4651-9491-05bdc241c32a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:21.177549 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5cfef6d7-d3f8-4651-9491-05bdc241c32a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (b4064301-17fa-4fe4-886c-8c8433c6c448), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:21.280501 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [None req-5cfef6d7-d3f8-4651-9491-05bdc241c32a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Floating IP b4064301-17fa-4fe4-886c-8c8433c6c448 associated. External IP: 172.37.3.86, port: 8d3b9008-496a-4550-9ba2-916ff3638696. Apr 01 10:16:21.489814 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cfef6d7-d3f8-4651-9491-05bdc241c32a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Router c918a820-d4da-4b1b-8389-a8e10b3a7a9c has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:16:21.597234 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cfef6d7-d3f8-4651-9491-05bdc241c32a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:16:21.602735 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5cfef6d7-d3f8-4651-9491-05bdc241c32a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:21.608083 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915de793-503e-485e-a4d4-5708a3048504 None None] Sync routers for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:16:21.617402 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915de793-503e-485e-a4d4-5708a3048504 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:16:21.618008 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-915de793-503e-485e-a4d4-5708a3048504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:16:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:21.632327 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-5cfef6d7-d3f8-4651-9491-05bdc241c32a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "PUT /v2.0/floatingips/b4064301-17fa-4fe4-886c-8c8433c6c448 HTTP/1.1" status: 200 len: 990 time: 1.0392275 Apr 01 10:16:21.634347 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'tag': '8d3b9008-496a-4550-9ba2-916ff3638696'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:16:21.636480 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14" -d '{"events": [{"name": "network-changed", "server_uuid": "811b8c36-83d8-4f32-b9be-f95203b1d7d8", "tag": "8d3b9008-496a-4550-9ba2-916ff3638696"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:16:21.672186 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e20c2ba-28da-4a43-b2ab-7b5bf17e6878 x-openstack-request-id: req-2e20c2ba-28da-4a43-b2ab-7b5bf17e6878 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:16:21.672545 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811b8c36-83d8-4f32-b9be-f95203b1d7d8", "tag": "8d3b9008-496a-4550-9ba2-916ff3638696", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:16:21.672795 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2e20c2ba-28da-4a43-b2ab-7b5bf17e6878 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:16:21.673231 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e20c2ba-28da-4a43-b2ab-7b5bf17e6878'] response: {'name': 'network-changed', 'server_uuid': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'tag': '8d3b9008-496a-4550-9ba2-916ff3638696', 'status': 'completed', 'code': 200} Apr 01 10:16:21.727912 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-915de793-503e-485e-a4d4-5708a3048504 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:16:21.741499 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14 req-c7993442-c702-44fb-96b4-c1c7a6e027b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:21.743161 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14 req-c7993442-c702-44fb-96b4-c1c7a6e027b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 1129 time: 0.0449781 Apr 01 10:16:21.834430 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14 req-147cd5e4-ad86-4829-b5a6-9599ac51c03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:21.835933 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14 req-147cd5e4-ad86-4829-b5a6-9599ac51c03a service neutron] 10.222.0.43 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 915 time: 0.0861657 Apr 01 10:16:21.902053 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14 req-db894aed-200d-40a7-80ab-963eee718eb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d3b9008-496a-4550-9ba2-916ff3638696 HTTP/1.1" status: 200 len: 998 time: 0.0593646 Apr 01 10:16:21.958735 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14 req-a35dbe04-e579-44a8-bea9-92e79f4cc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:21.960197 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14 req-a35dbe04-e579-44a8-bea9-92e79f4cc05f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4bd942-1f07-46b6-a4b8-3efb6580d55d HTTP/1.1" status: 200 len: 853 time: 0.0518458 Apr 01 10:16:21.968860 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-915de793-503e-485e-a4d4-5708a3048504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b4064301-17fa-4fe4-886c-8c8433c6c448', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.86', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '8d3b9008-496a-4550-9ba2-916ff3638696', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:ee:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:16:06Z', 'updated_at': '2022-04-01T10:16:21Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:21.995466 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915de793-503e-485e-a4d4-5708a3048504 None None] Checking router: c918a820-d4da-4b1b-8389-a8e10b3a7a9c for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:16:22.004414 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915de793-503e-485e-a4d4-5708a3048504 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:16:22.005016 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-915de793-503e-485e-a4d4-5708a3048504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:16:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:22.013397 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14 req-5e1b252e-6e31-478c-ac94-e808e053501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:22.014956 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14 req-5e1b252e-6e31-478c-ac94-e808e053501e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92ca3fc-f878-4471-8584-45362264a2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0478156 Apr 01 10:16:22.118715 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14 req-8c73304d-51b1-45f3-bc6e-313f69fb5a39 service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966671 Apr 01 10:16:22.129182 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-915de793-503e-485e-a4d4-5708a3048504 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:16:22.171163 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2e110-e064-47d6-8ee3-cd180823d970 req-352c1229-c193-422b-8fbf-afed50965798 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:22.172721 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-63f2e110-e064-47d6-8ee3-cd180823d970 req-352c1229-c193-422b-8fbf-afed50965798 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0536342 Apr 01 10:16:22.215509 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ec6eee3b-09c0-43ad-9d6f-8756dc26eb14 req-323375ca-2f70-42cf-8d1d-8edc8b01fa48 service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904942 Apr 01 10:16:22.230096 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-63f2e110-e064-47d6-8ee3-cd180823d970 req-8359f415-1672-4c20-828a-98ea11da6663 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507081 Apr 01 10:16:22.352074 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7961c3-ec36-415e-ab7f-aae47add8947 req-93ca53cf-72e4-4e47-a154-6c90ee4e6771 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:22.357081 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ae7961c3-ec36-415e-ab7f-aae47add8947 req-93ca53cf-72e4-4e47-a154-6c90ee4e6771 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0548151 Apr 01 10:16:22.362569 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39250) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:22.368811 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-298fc507-f76a-4bc9-99ff-d2e0547c4609 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Request body: {'floatingip': {'port_id': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:22.387554 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-915de793-503e-485e-a4d4-5708a3048504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b4064301-17fa-4fe4-886c-8c8433c6c448', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.86', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '8d3b9008-496a-4550-9ba2-916ff3638696', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:ee:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:16:06Z', 'updated_at': '2022-04-01T10:16:21Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:22.414676 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915de793-503e-485e-a4d4-5708a3048504 None None] The sync data for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb is: [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b4064301-17fa-4fe4-886c-8c8433c6c448', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.86', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '8d3b9008-496a-4550-9ba2-916ff3638696', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:ee:77:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:16:06Z', 'updated_at': '2022-04-01T10:16:21Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:16:22.426671 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-298fc507-f76a-4bc9-99ff-d2e0547c4609 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for floatingip (1c3543f0-716d-4707-9cd6-6a0eabcb0f3b), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:22.659666 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8957a5af-c44f-4164-a825-1d5744aca7eb None None] New status for floating IP b4064301-17fa-4fe4-886c-8c8433c6c448: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:16:22.913678 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-298fc507-f76a-4bc9-99ff-d2e0547c4609 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:23.000480 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-298fc507-f76a-4bc9-99ff-d2e0547c4609 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (1c3543f0-716d-4707-9cd6-6a0eabcb0f3b), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:23.204885 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298fc507-f76a-4bc9-99ff-d2e0547c4609 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:16:23.311267 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298fc507-f76a-4bc9-99ff-d2e0547c4609 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:16:23.315719 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-298fc507-f76a-4bc9-99ff-d2e0547c4609 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:23.320452 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dda8989-9952-4726-ba00-922eafe43e30 None None] Sync routers for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:16:23.329415 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda8989-9952-4726-ba00-922eafe43e30 None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:16:23.330016 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-0dda8989-9952-4726-ba00-922eafe43e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:16:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:23.346097 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:16:23.348332 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83143895-e25d-4879-8ca8-8d4e2087b880" -d '{"events": [{"name": "network-changed", "server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:16:23.379223 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-298fc507-f76a-4bc9-99ff-d2e0547c4609 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "PUT /v2.0/floatingips/1c3543f0-716d-4707-9cd6-6a0eabcb0f3b HTTP/1.1" status: 200 len: 994 time: 1.0154757 Apr 01 10:16:23.399535 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb1deb6-fc36-433c-a88d-c39c9e63bd11 x-openstack-request-id: req-2fb1deb6-fc36-433c-a88d-c39c9e63bd11 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:16:23.399825 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:16:23.400077 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-2fb1deb6-fc36-433c-a88d-c39c9e63bd11 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:16:23.400481 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb1deb6-fc36-433c-a88d-c39c9e63bd11'] response: {'name': 'network-changed', 'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'status': 'completed', 'code': 200} Apr 01 10:16:23.441479 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-0dda8989-9952-4726-ba00-922eafe43e30 None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:16:23.466383 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83143895-e25d-4879-8ca8-8d4e2087b880 req-47578f66-b5d1-43a1-ae43-d3a5a4ef4bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:23.467900 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-83143895-e25d-4879-8ca8-8d4e2087b880 req-47578f66-b5d1-43a1-ae43-d3a5a4ef4bb8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 1130 time: 0.0471220 Apr 01 10:16:23.554989 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83143895-e25d-4879-8ca8-8d4e2087b880 req-7d1b0073-51f5-415f-98e2-e9d289a10117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:23.556456 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-83143895-e25d-4879-8ca8-8d4e2087b880 req-7d1b0073-51f5-415f-98e2-e9d289a10117 service neutron] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 920 time: 0.0819118 Apr 01 10:16:23.623020 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-83143895-e25d-4879-8ca8-8d4e2087b880 req-307c27c2-3e21-497e-a025-223d1703ba60 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc18e111-4c6f-4224-b41c-6b4402e4dc49 HTTP/1.1" status: 200 len: 1002 time: 0.0604773 Apr 01 10:16:23.658901 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-0dda8989-9952-4726-ba00-922eafe43e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '1c3543f0-716d-4707-9cd6-6a0eabcb0f3b', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'floating_ip_address': '172.37.3.187', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'port_id': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'mac_address': 'fa:16:3e:70:95:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:40Z', 'updated_at': '2022-04-01T10:16:22Z', 'revision_number': 3, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:23.696717 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dda8989-9952-4726-ba00-922eafe43e30 None None] Checking router: 6ca4bd43-41d8-4052-8127-5fcb65bb0655 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:16:23.711064 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dda8989-9952-4726-ba00-922eafe43e30 None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:16:23.711064 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-0dda8989-9952-4726-ba00-922eafe43e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:16:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:23.823161 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-0dda8989-9952-4726-ba00-922eafe43e30 None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:16:23.880080 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83143895-e25d-4879-8ca8-8d4e2087b880 req-ed39d8bd-e3c2-4c79-a818-bdb524fa9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:23.881494 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-83143895-e25d-4879-8ca8-8d4e2087b880 req-ed39d8bd-e3c2-4c79-a818-bdb524fa9d5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.2513709 Apr 01 10:16:23.932303 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83143895-e25d-4879-8ca8-8d4e2087b880 req-bca39d28-4a7c-4041-8934-d90b76796ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:23.933907 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-83143895-e25d-4879-8ca8-8d4e2087b880 req-bca39d28-4a7c-4041-8934-d90b76796ad0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447900 Apr 01 10:16:24.028053 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-83143895-e25d-4879-8ca8-8d4e2087b880 req-82e8ac0e-785b-4401-a0cf-919cb1f1c3d9 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876162 Apr 01 10:16:24.116160 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-83143895-e25d-4879-8ca8-8d4e2087b880 req-8915ce5a-4dbf-41d7-a405-6c582c8df802 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817816 Apr 01 10:16:24.131460 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-0dda8989-9952-4726-ba00-922eafe43e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '1c3543f0-716d-4707-9cd6-6a0eabcb0f3b', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'floating_ip_address': '172.37.3.187', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'port_id': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'mac_address': 'fa:16:3e:70:95:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:40Z', 'updated_at': '2022-04-01T10:16:22Z', 'revision_number': 3, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:24.160468 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dda8989-9952-4726-ba00-922eafe43e30 None None] The sync data for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb is: [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '1c3543f0-716d-4707-9cd6-6a0eabcb0f3b', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'floating_ip_address': '172.37.3.187', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'port_id': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 310, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'mac_address': 'fa:16:3e:70:95:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:14:40Z', 'updated_at': '2022-04-01T10:16:22Z', 'revision_number': 3, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:16:25.401799 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:16:25.404218 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80" -d '{"events": [{"name": "network-changed", "server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:16:25.441108 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f92383-6a85-4d69-9f4b-6d1fd06f28b5 x-openstack-request-id: req-f2f92383-6a85-4d69-9f4b-6d1fd06f28b5 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:16:25.441430 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:16:25.441680 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f2f92383-6a85-4d69-9f4b-6d1fd06f28b5 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:16:25.442112 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2f92383-6a85-4d69-9f4b-6d1fd06f28b5'] response: {'name': 'network-changed', 'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'status': 'completed', 'code': 200} Apr 01 10:16:25.507668 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80 req-e5eb5f1f-5e01-408a-bcba-700b11554f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:25.509793 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80 req-e5eb5f1f-5e01-408a-bcba-700b11554f16 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=944c78fd166e487fa555d9dfc89307ca&device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 1130 time: 0.0446286 Apr 01 10:16:25.605095 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80 req-40daa534-0c7b-4558-bbbe-6ce0f92eed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:25.606732 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80 req-40daa534-0c7b-4558-bbbe-6ce0f92eed11 service neutron] 10.222.0.43 "GET /v2.0/networks?id=853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 200 len: 920 time: 0.0875895 Apr 01 10:16:25.672041 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80 req-c7075d54-6a88-45e8-b125-f49e56f51276 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc18e111-4c6f-4224-b41c-6b4402e4dc49 HTTP/1.1" status: 200 len: 1002 time: 0.0595410 Apr 01 10:16:25.723707 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80 req-12a7c0e8-d00b-4a52-9033-dddd60823d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:25.725480 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80 req-12a7c0e8-d00b-4a52-9033-dddd60823d4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 200 len: 858 time: 0.0468709 Apr 01 10:16:25.774461 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80 req-1fd9e336-1bc0-47d2-bfbf-bc55580130b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:25.776012 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80 req-1fd9e336-1bc0-47d2-bfbf-bc55580130b5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=853426ae-fc11-4f7b-806b-575aef5f8d4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438774 Apr 01 10:16:25.868222 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80 req-5ce64b68-9739-4e07-b00b-9325c93bad31 service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847383 Apr 01 10:16:25.961417 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-fa17a9ff-5662-4592-b8e1-f17b6ae73f80 req-3907a663-3734-48f4-b046-b77ec160bd7f service neutron] 10.222.0.43 "GET /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867531 Apr 01 10:16:26.063314 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:28.571625 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-734c35a3-dbc5-4534-8e43-2c5b3aabd92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:30.795749 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39318) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:30.857491 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3d545877-d996-4a39-adc4-de0f656f81e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:30.904876 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd40d-c7ca-4a4f-b017-13a526b4cdda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:30.977593 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd40d-c7ca-4a4f-b017-13a526b4cdda admin admin] Publish callbacks [] for security_group (28e1a0b5-6c33-4362-89c5-bd423e3957ed), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:31.034566 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5b8cd40d-c7ca-4a4f-b017-13a526b4cdda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (28e1a0b5-6c33-4362-89c5-bd423e3957ed), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:31.073631 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-5b8cd40d-c7ca-4a4f-b017-13a526b4cdda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=42041143f9654cdea5ef2bff7f96a158&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2767804 Apr 01 10:16:31.074775 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8cd40d-c7ca-4a4f-b017-13a526b4cdda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e1a0b5-6c33-4362-89c5-bd423e3957ed,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:31.076375 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39322) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:31.125542 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2727d5b3-119b-420e-8ae8-28be93a6fee7 admin admin] Publish callbacks [] for security_group (28e1a0b5-6c33-4362-89c5-bd423e3957ed), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:31.146054 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2727d5b3-119b-420e-8ae8-28be93a6fee7 admin admin] Publish callbacks [] for security_group (28e1a0b5-6c33-4362-89c5-bd423e3957ed), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:31.257762 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2727d5b3-119b-420e-8ae8-28be93a6fee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (28e1a0b5-6c33-4362-89c5-bd423e3957ed), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:31.260555 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2727d5b3-119b-420e-8ae8-28be93a6fee7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:31.261963 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-2727d5b3-119b-420e-8ae8-28be93a6fee7 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/28e1a0b5-6c33-4362-89c5-bd423e3957ed HTTP/1.1" status: 204 len: 168 time: 0.1844130 Apr 01 10:16:31.269734 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727d5b3-119b-420e-8ae8-28be93a6fee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e1a0b5-6c33-4362-89c5-bd423e3957ed,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:31.875836 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:31.951366 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25a855-bd74-4052-ba98-0c82d924b0bc req-7540133f-d123-48cb-a5dc-c1ad6e33c554 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:31.952868 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0a25a855-bd74-4052-ba98-0c82d924b0bc req-7540133f-d123-48cb-a5dc-c1ad6e33c554 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 946 time: 0.0506847 Apr 01 10:16:32.001620 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0a25a855-bd74-4052-ba98-0c82d924b0bc req-156c647d-47a5-4496-8d23-cca8087e079f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Apr 01 10:16:33.126193 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7139a6-0803-4438-b593-9b54cffb93af req-deaf4477-6735-4b05-87ba-7fbf342c41c4 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:33.127679 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9c7139a6-0803-4438-b593-9b54cffb93af req-deaf4477-6735-4b05-87ba-7fbf342c41c4 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 946 time: 0.0543644 Apr 01 10:16:33.173012 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9c7139a6-0803-4438-b593-9b54cffb93af req-00ba5e56-9d8f-4ce1-b16d-c0c1662bf7cc tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396264 Apr 01 10:16:33.360283 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:33.804715 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-a5098af7-511a-4528-820a-cf64176cd48c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:33.806183 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-a5098af7-511a-4528-820a-cf64176cd48c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.43 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 946 time: 0.0547562 Apr 01 10:16:33.896841 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Deleting port 58b866eb-34e7-44dd-a56d-c05e0a49f115 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:16:33.897206 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:33.984904 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] For port 58b866eb-34e7-44dd-a56d-c05e0a49f115, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=58b866eb-34e7-44dd-a56d-c05e0a49f115,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:16:33.985308 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:34.152477 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:34.152792 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (22958653-bebc-4d99-8eaf-d6d210175dfb), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:34.153085 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.l3_db [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Floating IP 22958653-bebc-4d99-8eaf-d6d210175dfb disassociated. External IP: 172.37.3.17, port: 58b866eb-34e7-44dd-a56d-c05e0a49f115. Apr 01 10:16:34.153456 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Calling delete_port for 58b866eb-34e7-44dd-a56d-c05e0a49f115 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:16:34.298890 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acac03-1d70-4c7d-a01a-c640d76ff74d req-55e5ae3f-4286-47f1-9fd7-3846396da65d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:34.300354 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-76acac03-1d70-4c7d-a01a-c640d76ff74d req-55e5ae3f-4286-47f1-9fd7-3846396da65d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 946 time: 0.0528893 Apr 01 10:16:34.332264 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (58b866eb-34e7-44dd-a56d-c05e0a49f115), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:34.346016 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-76acac03-1d70-4c7d-a01a-c640d76ff74d req-54d132d0-763d-4d29-8671-a215ab02ffa3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=ca676024-29e0-4a97-85c2-c468c4996f3c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400257 Apr 01 10:16:34.361344 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event deleted for resources: {'Port': ['ID=58b866eb-34e7-44dd-a56d-c05e0a49f115,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:34.475690 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Router 14a8db32-9f32-4743-89e1-484575fa28a4 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:16:34.580781 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:16:34.592701 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebdda35-32ac-4e6e-b9b0-e90e5cb680af None None] Sync routers for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:16:34.602431 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebdda35-32ac-4e6e-b9b0-e90e5cb680af None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:16:34.603059 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1ebdda35-32ac-4e6e-b9b0-e90e5cb680af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:16:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:34.621793 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] No DVR routers for this DVR port 58b866eb-34e7-44dd-a56d-c05e0a49f115 on host hv-cinder-maste {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:16:34.624369 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:34.627736 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-0b3b37ab-68cc-47c5-8ac2-6777c723a047 req-c79c4a27-d799-4fe9-a8e7-e6a640eb3765 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.43 "DELETE /v2.0/ports/58b866eb-34e7-44dd-a56d-c05e0a49f115 HTTP/1.1" status: 204 len: 173 time: 0.8147252 Apr 01 10:16:34.628178 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'name': 'network-vif-deleted', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:16:34.630480 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae8e4cf-4b56-423e-a96e-c243340c2a2f" -d '{"events": [{"server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "name": "network-vif-deleted", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:16:34.667809 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af749c05-6672-406e-8793-76bffd58616e x-openstack-request-id: req-af749c05-6672-406e-8793-76bffd58616e {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:16:34.667809 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b6fe1b-76e1-4df9-86f1-a652bf1f4940", "name": "network-vif-deleted", "tag": "58b866eb-34e7-44dd-a56d-c05e0a49f115", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:16:34.667809 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-af749c05-6672-406e-8793-76bffd58616e {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:16:34.668745 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af749c05-6672-406e-8793-76bffd58616e'] response: {'server_uuid': '19b6fe1b-76e1-4df9-86f1-a652bf1f4940', 'name': 'network-vif-deleted', 'tag': '58b866eb-34e7-44dd-a56d-c05e0a49f115', 'status': 'completed', 'code': 200} Apr 01 10:16:34.722633 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-1ebdda35-32ac-4e6e-b9b0-e90e5cb680af None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:16:34.932491 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:34.942027 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1ebdda35-32ac-4e6e-b9b0-e90e5cb680af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:34.972663 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebdda35-32ac-4e6e-b9b0-e90e5cb680af None None] Checking router: 14a8db32-9f32-4743-89e1-484575fa28a4 for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:16:34.981222 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebdda35-32ac-4e6e-b9b0-e90e5cb680af None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:16:34.981841 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1ebdda35-32ac-4e6e-b9b0-e90e5cb680af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:16:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:35.087403 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-1ebdda35-32ac-4e6e-b9b0-e90e5cb680af None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:16:35.279035 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1ebdda35-32ac-4e6e-b9b0-e90e5cb680af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:35.304649 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebdda35-32ac-4e6e-b9b0-e90e5cb680af None None] The sync data for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb is: [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:16:35.462242 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e775b5ff-f31b-4a5e-9c6e-371123ff2b93 req-3427a456-756b-47cd-a9a2-04ea07758bbd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=19b6fe1b-76e1-4df9-86f1-a652bf1f4940 HTTP/1.1" status: 200 len: 210 time: 0.0317605 Apr 01 10:16:35.535136 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1c6581-4dc0-424c-8c02-d2a2afc9b412 None None] New status for floating IP 22958653-bebc-4d99-8eaf-d6d210175dfb: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:16:36.606834 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39348) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:36.658227 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222d1e9a-2526-4fd4-8e08-87d5a70d48ff tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (ca676024-29e0-4a97-85c2-c468c4996f3c), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:36.680411 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222d1e9a-2526-4fd4-8e08-87d5a70d48ff tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (ca676024-29e0-4a97-85c2-c468c4996f3c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:36.789308 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222d1e9a-2526-4fd4-8e08-87d5a70d48ff tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (ca676024-29e0-4a97-85c2-c468c4996f3c), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:36.791923 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222d1e9a-2526-4fd4-8e08-87d5a70d48ff tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:36.793173 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-222d1e9a-2526-4fd4-8e08-87d5a70d48ff tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "DELETE /v2.0/security-groups/ca676024-29e0-4a97-85c2-c468c4996f3c HTTP/1.1" status: 204 len: 168 time: 0.1852479 Apr 01 10:16:36.795987 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39350) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:36.802017 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d1e9a-2526-4fd4-8e08-87d5a70d48ff tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca676024-29e0-4a97-85c2-c468c4996f3c,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:36.809660 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.api.v2.resource [None req-579ec685-cf85-4892-ac50-4d2a672e924d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] show failed (client error): The resource could not be found. Apr 01 10:16:36.810820 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-579ec685-cf85-4892-ac50-4d2a672e924d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups/ca676024-29e0-4a97-85c2-c468c4996f3c HTTP/1.1" status: 404 len: 347 time: 0.0137081 Apr 01 10:16:36.813683 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39352) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:36.939572 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-dc7692ce-6bf9-4cc3-8309-2b19c460f8c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Deleting port 8a91e939-7129-4e51-b459-476a2f83ae33 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:16:36.939824 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc7692ce-6bf9-4cc3-8309-2b19c460f8c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (8a91e939-7129-4e51-b459-476a2f83ae33), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:37.011172 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc7692ce-6bf9-4cc3-8309-2b19c460f8c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (8a91e939-7129-4e51-b459-476a2f83ae33), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:37.011502 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc7692ce-6bf9-4cc3-8309-2b19c460f8c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (8a91e939-7129-4e51-b459-476a2f83ae33), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:37.023153 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-dc7692ce-6bf9-4cc3-8309-2b19c460f8c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Calling delete_port for 8a91e939-7129-4e51-b459-476a2f83ae33 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:16:37.189216 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc7692ce-6bf9-4cc3-8309-2b19c460f8c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (8a91e939-7129-4e51-b459-476a2f83ae33), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:37.211624 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7692ce-6bf9-4cc3-8309-2b19c460f8c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event deleted for resources: {'Port': ['ID=8a91e939-7129-4e51-b459-476a2f83ae33,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:37.274836 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc7692ce-6bf9-4cc3-8309-2b19c460f8c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (22958653-bebc-4d99-8eaf-d6d210175dfb), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:37.277949 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-dc7692ce-6bf9-4cc3-8309-2b19c460f8c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:37.279111 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-dc7692ce-6bf9-4cc3-8309-2b19c460f8c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "DELETE /v2.0/floatingips/22958653-bebc-4d99-8eaf-d6d210175dfb HTTP/1.1" status: 204 len: 168 time: 0.4645100 Apr 01 10:16:37.715900 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39356) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:37.720952 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-1aa7910b-e47c-4666-a516-2a65bca604b0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1691757507', 'description': 'tempest-description--2134453580'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:37.806224 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1aa7910b-e47c-4666-a516-2a65bca604b0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:37.841443 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 58b866eb-34e7-44dd-a56d-c05e0a49f115 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:16:37.860917 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: 58b866eb-34e7-44dd-a56d-c05e0a49f115 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:16:37.861296 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 58b866eb-34e7-44dd-a56d-c05e0a49f115 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:16:37.871578 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1aa7910b-e47c-4666-a516-2a65bca604b0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (9ee44660-e56f-48d7-b2b2-a4f8d85660f8), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:37.937507 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1aa7910b-e47c-4666-a516-2a65bca604b0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (9ee44660-e56f-48d7-b2b2-a4f8d85660f8), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:37.966698 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa7910b-e47c-4666-a516-2a65bca604b0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee44660-e56f-48d7-b2b2-a4f8d85660f8,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:38.042506 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1aa7910b-e47c-4666-a516-2a65bca604b0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:38.043765 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-1aa7910b-e47c-4666-a516-2a65bca604b0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3268342 Apr 01 10:16:38.050144 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39358) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:38.054721 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-1a6b2fe6-1a53-4bee-90ad-bec4537f9faf tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'security_group_rule': {'security_group_id': '9ee44660-e56f-48d7-b2b2-a4f8d85660f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:38.125678 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2fe6-1a53-4bee-90ad-bec4537f9faf tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (7161e06d-bcc8-41ed-89b4-5dc335bb36e2), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:38.178226 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2fe6-1a53-4bee-90ad-bec4537f9faf tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (7161e06d-bcc8-41ed-89b4-5dc335bb36e2), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:38.217737 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2fe6-1a53-4bee-90ad-bec4537f9faf tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (7161e06d-bcc8-41ed-89b4-5dc335bb36e2), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:38.234196 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b2fe6-1a53-4bee-90ad-bec4537f9faf tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7161e06d-bcc8-41ed-89b4-5dc335bb36e2,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:38.276888 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1a6b2fe6-1a53-4bee-90ad-bec4537f9faf tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:38.278164 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-1a6b2fe6-1a53-4bee-90ad-bec4537f9faf tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2270694 Apr 01 10:16:38.280753 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39360) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:38.285075 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-41914615-da9a-42ae-a838-5f961bbe05bd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'security_group_rule': {'security_group_id': '9ee44660-e56f-48d7-b2b2-a4f8d85660f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:38.353779 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-41914615-da9a-42ae-a838-5f961bbe05bd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (81777bf9-8af9-4de0-9fbd-6cfc3112a8f7), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:38.407479 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-41914615-da9a-42ae-a838-5f961bbe05bd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (81777bf9-8af9-4de0-9fbd-6cfc3112a8f7), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:38.468970 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-41914615-da9a-42ae-a838-5f961bbe05bd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (81777bf9-8af9-4de0-9fbd-6cfc3112a8f7), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:38.489178 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41914615-da9a-42ae-a838-5f961bbe05bd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81777bf9-8af9-4de0-9fbd-6cfc3112a8f7,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:38.550817 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-41914615-da9a-42ae-a838-5f961bbe05bd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:38.552091 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-41914615-da9a-42ae-a838-5f961bbe05bd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703416 Apr 01 10:16:38.555221 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39362) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:38.559951 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'floatingip': {'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:38.640225 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:38.735458 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:38.837503 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Allocated IP 172.37.3.107 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/64469687-6fd9-4cdd-a07f-ceb389d73205) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:16:38.933204 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for port (64469687-6fd9-4cdd-a07f-ceb389d73205), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:39.023600 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (64469687-6fd9-4cdd-a07f-ceb389d73205), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:39.060400 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:16:39.063251 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:16:39.068622 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:16:39.074355 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'Port': ['ID=64469687-6fd9-4cdd-a07f-ceb389d73205,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:39.157963 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (31037c16-ace9-4a6b-b219-d47fb3356462), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:39.255269 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (64469687-6fd9-4cdd-a07f-ceb389d73205), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:39.398224 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for port (64469687-6fd9-4cdd-a07f-ceb389d73205), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:39.457641 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (64469687-6fd9-4cdd-a07f-ceb389d73205), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:39.523540 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'Port': ['ID=64469687-6fd9-4cdd-a07f-ceb389d73205,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:39.532879 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (31037c16-ace9-4a6b-b219-d47fb3356462), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:39.602526 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:39.603773 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-77d4c5cb-8992-4839-b4c7-128edbb44944 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0476553 Apr 01 10:16:39.795023 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-e298905b-c563-46bf-b78b-f818e6401f4b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1691757507&fields=id&tenant_id=5eeb18f4c1c34c12b529ba97aebe3809 HTTP/1.1" status: 200 len: 267 time: 0.0438280 Apr 01 10:16:39.895321 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-110113a1-0839-470a-8738-9d2a08e64652 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:39.896763 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-110113a1-0839-470a-8738-9d2a08e64652 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 817 time: 0.0953166 Apr 01 10:16:39.910558 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-b406b254-352b-48fd-aeb3-eec2a6d93b4f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/quotas/5eeb18f4c1c34c12b529ba97aebe3809 HTTP/1.1" status: 200 len: 375 time: 0.0084496 Apr 01 10:16:39.963536 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-8db9e40b-66ea-4c11-b916-334055072f9b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480785 Apr 01 10:16:40.061551 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-67fe8ff5-a379-4069-9c00-ada7d5d7b795 service neutron] 10.222.0.13 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863383 Apr 01 10:16:40.147163 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-0c9dfebb-a019-4b7a-bd89-d9ca95dc9e61 service neutron] 10.222.0.13 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800376 Apr 01 10:16:40.515046 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2d221bac-7685-4f4d-a0a9-625679b38955 req-8e9678d1-56e7-4107-a193-4e43f4833504 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 210 time: 0.0270209 Apr 01 10:16:41.875123 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a2b43f06-084c-4958-ad95-658228d835d4 req-ae363a6f-3a3c-412d-9ca1-489e6fb84152 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 210 time: 0.2907872 Apr 01 10:16:42.425498 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-574995bd-0b64-4fdf-9db0-93be304202f7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:42.426945 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-574995bd-0b64-4fdf-9db0-93be304202f7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.43 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 817 time: 0.1018708 Apr 01 10:16:42.489967 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-b871ba9a-f468-4add-a16c-c5bce2b8f168 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5eeb18f4c1c34c12b529ba97aebe3809 HTTP/1.1" status: 200 len: 380 time: 0.0504885 Apr 01 10:16:42.500760 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'port': {'device_id': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'admin_state_up': True, 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'security_groups': ['9ee44660-e56f-48d7-b2b2-a4f8d85660f8']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:42.652032 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Made reservation on behalf of 5eeb18f4c1c34c12b529ba97aebe3809 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:16:42.655407 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:42.776440 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Allocated IP 172.20.0.7 (fea27fba-ffc7-42c6-acca-74e928fc7023/df2d0250-378e-41d8-8fe7-36950ea9cc0b/e35e12c9-1315-42f8-9c1c-a9b4e6db32bf) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:16:42.908734 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:42.972165 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5a40cdf1-e06a-4fe4-9ffe-93f85d7922f6 req-5c37867f-0e65-4e60-bf41-1cbaeac158f2 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 210 time: 0.0258768 Apr 01 10:16:43.006679 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:43.051073 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Network fea27fba-ffc7-42c6-acca-74e928fc7023 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:16:43.056078 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:16:43.060576 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:16:43.064489 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event updated for resources: {'Port': ['ID=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:43.114101 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:43.114692 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:43.180569 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-dcedac12-7a63-43a6-818a-df150a30c61f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6834028 Apr 01 10:16:43.196144 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Request body: {'port': {'device_id': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:43.254296 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:43.264762 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d08297e0-14a5-408c-a968-0b404d0f001b None None] Provisioning complete for port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:16:43.265310 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d08297e0-14a5-408c-a968-0b404d0f001b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:43.299216 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d08297e0-14a5-408c-a968-0b404d0f001b None None] Port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:16:43.507959 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e35e12c9-1315-42f8-9c1c-a9b4e6db32bf {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:16:43.515063 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Publish callbacks [] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:43.526795 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Transition to ACTIVE for port object e35e12c9-1315-42f8-9c1c-a9b4e6db32bf will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:16:43.572295 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13021659'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:43.623537 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Pushing event updated for resources: {'Port': ['ID=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:43.693267 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Attempting to bind port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:16:43.693610 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Attempting to bind port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:16:43.693949 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Attempting to bind port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf on network fea27fba-ffc7-42c6-acca-74e928fc7023 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:16:43.698406 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf on network fea27fba-ffc7-42c6-acca-74e928fc7023 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:16:43.698729 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Attempting to bind port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf on network fea27fba-ffc7-42c6-acca-74e928fc7023 {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:16:43.704155 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:16:43.704498 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Checking segment: {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:16:43.704890 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Bound using segment: {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:16:43.705356 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Bound port: e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1ecaf6-82ca-4a4d-a502-1325b939129f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:16:43.705720 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:43.771317 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:16:43.774243 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:16:43.858203 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13021659'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:43.891284 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:43.891901 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:43.893334 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] 10.222.0.43 "PUT /v2.0/ports/e35e12c9-1315-42f8-9c1c-a9b4e6db32bf HTTP/1.1" status: 200 len: 1093 time: 0.7014704 Apr 01 10:16:43.893775 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:16:43.895973 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad00cd3-750c-4284-9819-597f01d8b759" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:16:43.925766 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07055f2-bd89-4374-b682-a5891fda303f service neutron] Pushing event updated for resources: {'Port': ['ID=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:43.938375 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753ec2c4-18e6-4883-929d-6d8da56227ba x-openstack-request-id: req-753ec2c4-18e6-4883-929d-6d8da56227ba {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:16:43.938375 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:16:43.938375 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-753ec2c4-18e6-4883-929d-6d8da56227ba {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:16:43.938375 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-753ec2c4-18e6-4883-929d-6d8da56227ba'] response: {'name': 'network-changed', 'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'status': 'completed', 'code': 200} Apr 01 10:16:44.012619 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad00cd3-750c-4284-9819-597f01d8b759 req-501db879-acb4-4e84-a0ee-0c63a47761fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:44.012619 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6ad00cd3-750c-4284-9819-597f01d8b759 req-501db879-acb4-4e84-a0ee-0c63a47761fa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 1127 time: 0.0475955 Apr 01 10:16:44.099089 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6f05d3-9877-4a78-a16a-978c21e9bc3c req-e27a02c6-241d-4c89-a246-c72ded0b6b84 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:44.100554 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1a6f05d3-9877-4a78-a16a-978c21e9bc3c req-e27a02c6-241d-4c89-a246-c72ded0b6b84 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.0542982 Apr 01 10:16:44.117509 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad00cd3-750c-4284-9819-597f01d8b759 req-900751ab-5f45-4535-9b14-298df0aefa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:44.119001 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6ad00cd3-750c-4284-9819-597f01d8b759 req-900751ab-5f45-4535-9b14-298df0aefa76 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0977790 Apr 01 10:16:44.147832 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1a6f05d3-9877-4a78-a16a-978c21e9bc3c req-23dbf3d2-d54c-4577-8348-144384b55f67 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 Apr 01 10:16:44.217770 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad00cd3-750c-4284-9819-597f01d8b759 req-a6c61516-bb21-473a-b277-f99face0bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:44.219316 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6ad00cd3-750c-4284-9819-597f01d8b759 req-a6c61516-bb21-473a-b277-f99face0bf42 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890536 Apr 01 10:16:44.297565 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-ff390444-f85f-4ee9-a7eb-d2bcd0ca68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:44.299087 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-ff390444-f85f-4ee9-a7eb-d2bcd0ca68d3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 1127 time: 0.0431111 Apr 01 10:16:44.344492 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-52a422bc-0d42-4536-993a-d3e544ca0fb7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf HTTP/1.1" status: 200 len: 217 time: 0.0370436 Apr 01 10:16:44.393312 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-8c453829-60f3-413a-aeff-e3fe55a0f203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:44.394742 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-8c453829-60f3-413a-aeff-e3fe55a0f203 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 200 len: 856 time: 0.0425050 Apr 01 10:16:44.444839 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-de503a1a-484f-4164-b093-3a030836d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:44.446343 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-de503a1a-484f-4164-b093-3a030836d3b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea27fba-ffc7-42c6-acca-74e928fc7023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428786 Apr 01 10:16:44.535932 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-da8fdb52-a83f-4742-978e-8df599747196 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810854 Apr 01 10:16:44.623058 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-646fd39b-5800-4a39-b337-b37dcc14c18b req-37c82c9c-5e41-4df3-814a-e201d3eceba4 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787740 Apr 01 10:16:45.270242 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f9ffb-02a1-42d8-95ea-d48e8da43f33 req-13b82c33-8b0e-41d6-9dc6-858724e7e04e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:45.271702 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4f0f9ffb-02a1-42d8-95ea-d48e8da43f33 req-13b82c33-8b0e-41d6-9dc6-858724e7e04e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.0533388 Apr 01 10:16:45.316306 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4f0f9ffb-02a1-42d8-95ea-d48e8da43f33 req-4eefe721-cb21-4e01-a199-207a8439537d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390835 Apr 01 10:16:46.434680 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d7535b-35bf-4022-a435-f220ef1af04a req-c1db44ee-a1d0-4947-9ae2-f29a8aeed79b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:46.436132 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d4d7535b-35bf-4022-a435-f220ef1af04a req-c1db44ee-a1d0-4947-9ae2-f29a8aeed79b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.0506918 Apr 01 10:16:46.481760 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d4d7535b-35bf-4022-a435-f220ef1af04a req-dd00140e-f3b2-4fb3-8abb-95d250ff92be tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400653 Apr 01 10:16:47.597792 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615de277-02e6-48a7-a633-c895e36c7863 req-7b2125e0-3a0d-4ea9-96b3-e8bac0e18f49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:47.599237 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-615de277-02e6-48a7-a633-c895e36c7863 req-7b2125e0-3a0d-4ea9-96b3-e8bac0e18f49 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.0506349 Apr 01 10:16:47.646870 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-615de277-02e6-48a7-a633-c895e36c7863 req-04a8eb2f-d52b-4a9d-8e39-df30400ff734 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421972 Apr 01 10:16:47.919210 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device e35e12c9-1315-42f8-9c1c-a9b4e6db32bf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:16:48.009602 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:16:48.020462 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'port_id': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'mac_address': 'fa:16:3e:82:6e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:16:48.058978 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:16:48.059362 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:48.071302 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35e12c9-1315-42f8-9c1c-a9b4e6db32bf {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:16:48.090421 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:16:48.160348 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:48.206083 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:48.212696 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.213040 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.213403 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.213764 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.214099 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.214676 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.215562 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.215886 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.216211 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.216544 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.216874 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.217232 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.217558 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.217877 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.218194 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:16:48.463369 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['e35e12c9-1315-42f8-9c1c-a9b4e6db32bf'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:16:48.767100 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064771f-58fb-478b-b5d9-b7d32447ad1f req-f17567e2-8764-4203-83bb-3131e62d791b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:48.768478 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9064771f-58fb-478b-b5d9-b7d32447ad1f req-f17567e2-8764-4203-83bb-3131e62d791b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 944 time: 0.0508063 Apr 01 10:16:48.813263 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9064771f-58fb-478b-b5d9-b7d32447ad1f req-c4d43120-a1cc-4cb9-b110-2588cfc0079b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392804 Apr 01 10:16:49.918727 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device e35e12c9-1315-42f8-9c1c-a9b4e6db32bf up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:16:49.931967 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f27178-17a7-484f-9917-d7323f55826f req-dc7bb048-bdb3-4263-86db-880136ae1e60 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:49.933482 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d1f27178-17a7-484f-9917-d7323f55826f req-dc7bb048-bdb3-4263-86db-880136ae1e60 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 944 time: 0.0517437 Apr 01 10:16:49.981741 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d1f27178-17a7-484f-9917-d7323f55826f req-fdbe1ac5-2b31-49b3-97bf-fbe86d3fa3d4 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419669 Apr 01 10:16:50.046558 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:16:50.050498 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:16:50.050977 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:50.128511 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:16:50.128826 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:50.150920 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:16:50.153160 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f25070-3b53-4cae-83de-ec464a9b926d" -d '{"events": [{"server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "name": "network-vif-plugged", "status": "completed", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:16:50.165388 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:16:50.189757 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c21537c-2e49-47e1-abbd-eb87ca62d5a7 x-openstack-request-id: req-1c21537c-2e49-47e1-abbd-eb87ca62d5a7 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:16:50.190089 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "name": "network-vif-plugged", "status": "completed", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:16:50.190344 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1c21537c-2e49-47e1-abbd-eb87ca62d5a7 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:16:50.190740 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c21537c-2e49-47e1-abbd-eb87ca62d5a7'] response: {'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'code': 200} Apr 01 10:16:50.252565 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:50.297955 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:16:50.495915 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ec8ce-63d7-40c6-ae42-a96b9b6a15ff req-764d7f4a-8d74-4e4d-b3b2-98669354afb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:50.498225 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-477ec8ce-63d7-40c6-ae42-a96b9b6a15ff req-764d7f4a-8d74-4e4d-b3b2-98669354afb7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 1129 time: 0.0441136 Apr 01 10:16:50.543332 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-477ec8ce-63d7-40c6-ae42-a96b9b6a15ff req-12f3a40f-16c6-4b67-89c4-91a1e3bb583f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388744 Apr 01 10:16:51.103894 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae19e3-1741-4c9d-b077-6587dfdc9a5b req-a793d4ce-5b0d-44f4-bf6a-993834e47e83 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:51.105384 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-77ae19e3-1741-4c9d-b077-6587dfdc9a5b req-a793d4ce-5b0d-44f4-bf6a-993834e47e83 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0544074 Apr 01 10:16:51.149953 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-77ae19e3-1741-4c9d-b077-6587dfdc9a5b req-145d9ff4-9e60-439e-bc08-364673267e94 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390399 Apr 01 10:16:52.271523 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ca89d-8469-4be9-be47-a118123cbca9 req-d57f7389-5a06-444a-99d3-3b9f4c3cdf73 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:52.272975 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b58ca89d-8469-4be9-be47-a118123cbca9 req-d57f7389-5a06-444a-99d3-3b9f4c3cdf73 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0503776 Apr 01 10:16:52.318056 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b58ca89d-8469-4be9-be47-a118123cbca9 req-5758dd04-256e-4d8b-8e83-fb3ae4e4af41 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 Apr 01 10:16:52.438904 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e654171-a430-4411-85b4-38fa6d587955 req-029e7709-d031-45fa-9057-0624f901cd83 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:52.440273 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7e654171-a430-4411-85b4-38fa6d587955 req-029e7709-d031-45fa-9057-0624f901cd83 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0563414 Apr 01 10:16:52.448741 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39424) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:16:52.452934 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-d84f5d38-bbe2-4c4d-9771-5f71db4a9b5a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Request body: {'floatingip': {'port_id': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:16:52.491969 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d84f5d38-bbe2-4c4d-9771-5f71db4a9b5a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (31037c16-ace9-4a6b-b219-d47fb3356462), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:52.912397 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d84f5d38-bbe2-4c4d-9771-5f71db4a9b5a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:52.955032 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d84f5d38-bbe2-4c4d-9771-5f71db4a9b5a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (31037c16-ace9-4a6b-b219-d47fb3356462), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:53.054584 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [None req-d84f5d38-bbe2-4c4d-9771-5f71db4a9b5a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Floating IP 31037c16-ace9-4a6b-b219-d47fb3356462 associated. External IP: 172.37.3.107, port: e35e12c9-1315-42f8-9c1c-a9b4e6db32bf. Apr 01 10:16:53.259596 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84f5d38-bbe2-4c4d-9771-5f71db4a9b5a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Router 14a8db32-9f32-4743-89e1-484575fa28a4 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:16:53.365702 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84f5d38-bbe2-4c4d-9771-5f71db4a9b5a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:16:53.370363 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d84f5d38-bbe2-4c4d-9771-5f71db4a9b5a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:53.375426 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b0587-37dc-4d2c-9c6a-edd6f177175c None None] Sync routers for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:16:53.384780 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b0587-37dc-4d2c-9c6a-edd6f177175c None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:16:53.385437 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-7f6b0587-37dc-4d2c-9c6a-edd6f177175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:16:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:53.399959 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-d84f5d38-bbe2-4c4d-9771-5f71db4a9b5a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "PUT /v2.0/floatingips/31037c16-ace9-4a6b-b219-d47fb3356462 HTTP/1.1" status: 200 len: 991 time: 0.9501567 Apr 01 10:16:53.400544 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:16:53.402795 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f0a609-3ccb-4de9-946b-2bbd15428ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:16:53.440150 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6028ce12-c103-47d6-89fb-046343765a47 x-openstack-request-id: req-6028ce12-c103-47d6-89fb-046343765a47 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:16:53.440447 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:16:53.440703 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6028ce12-c103-47d6-89fb-046343765a47 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:16:53.441110 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6028ce12-c103-47d6-89fb-046343765a47'] response: {'name': 'network-changed', 'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'status': 'completed', 'code': 200} Apr 01 10:16:53.492380 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-7f6b0587-37dc-4d2c-9c6a-edd6f177175c None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:16:53.506966 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0a609-3ccb-4de9-946b-2bbd15428ca3 req-e853e8dc-41de-49d3-887e-bc9033183af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:53.508472 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42f0a609-3ccb-4de9-946b-2bbd15428ca3 req-e853e8dc-41de-49d3-887e-bc9033183af0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 1129 time: 0.0430188 Apr 01 10:16:53.598764 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0a609-3ccb-4de9-946b-2bbd15428ca3 req-3858ee93-8493-4e37-b1b0-3bae8aab4b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:53.600239 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42f0a609-3ccb-4de9-946b-2bbd15428ca3 req-3858ee93-8493-4e37-b1b0-3bae8aab4b78 service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 918 time: 0.0843220 Apr 01 10:16:53.673835 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42f0a609-3ccb-4de9-946b-2bbd15428ca3 req-b2d4266a-2a5c-42d2-a4ab-247d7844a301 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf HTTP/1.1" status: 200 len: 999 time: 0.0635207 Apr 01 10:16:53.719997 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0a609-3ccb-4de9-946b-2bbd15428ca3 req-1f06df56-eba2-4798-ae96-9ecda5a11965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:53.721489 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42f0a609-3ccb-4de9-946b-2bbd15428ca3 req-1f06df56-eba2-4798-ae96-9ecda5a11965 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 200 len: 856 time: 0.0422015 Apr 01 10:16:53.768382 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0a609-3ccb-4de9-946b-2bbd15428ca3 req-84eb12b7-9226-4977-864b-529895297729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:53.769905 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42f0a609-3ccb-4de9-946b-2bbd15428ca3 req-84eb12b7-9226-4977-864b-529895297729 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea27fba-ffc7-42c6-acca-74e928fc7023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0420556 Apr 01 10:16:53.877978 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-7f6b0587-37dc-4d2c-9c6a-edd6f177175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '31037c16-ace9-4a6b-b219-d47fb3356462', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'floating_ip_address': '172.37.3.107', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'port_id': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'mac_address': 'fa:16:3e:82:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:16:39Z', 'updated_at': '2022-04-01T10:16:52Z', 'revision_number': 1, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:53.908910 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b0587-37dc-4d2c-9c6a-edd6f177175c None None] Checking router: 14a8db32-9f32-4743-89e1-484575fa28a4 for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:16:53.917916 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6b0587-37dc-4d2c-9c6a-edd6f177175c None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:16:53.918543 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-7f6b0587-37dc-4d2c-9c6a-edd6f177175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:16:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:54.033585 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-7f6b0587-37dc-4d2c-9c6a-edd6f177175c None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:16:54.069419 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42f0a609-3ccb-4de9-946b-2bbd15428ca3 req-0d833e38-1539-421f-833b-9cd3ee58649f service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902462 Apr 01 10:16:54.169261 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-42f0a609-3ccb-4de9-946b-2bbd15428ca3 req-e462e651-54a4-489a-a626-11f6622bbd17 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811033 Apr 01 10:16:54.256743 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-7f6b0587-37dc-4d2c-9c6a-edd6f177175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '31037c16-ace9-4a6b-b219-d47fb3356462', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'floating_ip_address': '172.37.3.107', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'port_id': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'mac_address': 'fa:16:3e:82:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:16:39Z', 'updated_at': '2022-04-01T10:16:52Z', 'revision_number': 1, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:16:54.283249 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6b0587-37dc-4d2c-9c6a-edd6f177175c None None] The sync data for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb is: [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '31037c16-ace9-4a6b-b219-d47fb3356462', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'floating_ip_address': '172.37.3.107', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'port_id': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'mac_address': 'fa:16:3e:82:6e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:16:39Z', 'updated_at': '2022-04-01T10:16:52Z', 'revision_number': 1, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:16:54.476008 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123fdfae-27f0-49ab-8356-e8418972f8b5 None None] New status for floating IP 31037c16-ace9-4a6b-b219-d47fb3356462: ACTIVE {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:16:56.080756 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:57.162093 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-b623e763-6a46-478d-bb70-cb6e32a0e6d0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458343 Apr 01 10:16:57.231970 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-52f14990-f7c1-452f-84b1-357fad91650e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:57.233468 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-52f14990-f7c1-452f-84b1-357fad91650e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f8feca17a5240999c4f2a5c6f313851&device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 1129 time: 0.0432758 Apr 01 10:16:57.331758 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-a5fb87f2-768e-4caf-97b6-5487e2c09592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:57.333237 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-a5fb87f2-768e-4caf-97b6-5487e2c09592 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8e7b4de-9a1d-4a82-96e9-42b39622541f HTTP/1.1" status: 200 len: 912 time: 0.0812681 Apr 01 10:16:57.405362 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-e276fea0-c4d4-4a5b-98ea-6654222e0979 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=46e17621-189e-4a8a-8f61-13616db37219 HTTP/1.1" status: 200 len: 1001 time: 0.0600684 Apr 01 10:16:57.461068 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-8dbf4ca4-c2e9-49b0-9f42-d2156c43cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:57.462408 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-8dbf4ca4-c2e9-49b0-9f42-d2156c43cdd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=732114a6-ce68-4568-8360-a1a2d861b474 HTTP/1.1" status: 200 len: 850 time: 0.0423110 Apr 01 10:16:57.509353 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-bfddd609-5d78-4d80-9b6e-d7179a1f199f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:57.510786 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-bfddd609-5d78-4d80-9b6e-d7179a1f199f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8e7b4de-9a1d-4a82-96e9-42b39622541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415001 Apr 01 10:16:57.599599 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-50e04509-83ce-4c26-9786-860bf7c5ebbf service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816076 Apr 01 10:16:57.692263 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-d7b75130-314e-4f87-bd82-a149c4bb8f09 req-35aaa648-9fcd-46a3-a3ff-ab3c0528748e service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797529 Apr 01 10:16:57.742546 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:16:58.375122 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec1689-94b1-49ae-8fde-a2798a3a57d0 req-761767d0-4326-4d00-8869-1e0a766e63c5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:58.376596 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b6ec1689-94b1-49ae-8fde-a2798a3a57d0 req-761767d0-4326-4d00-8869-1e0a766e63c5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0522382 Apr 01 10:16:58.422702 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b6ec1689-94b1-49ae-8fde-a2798a3a57d0 req-d83737f7-189c-4318-8a35-cae36c227f4f tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404811 Apr 01 10:16:58.606285 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1cc477c6-9422-4bae-a291-e6dc4bda83ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:16:59.542473 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6630094-94a3-44e7-892c-b36467e17c32 req-02ab7980-e06e-4b7d-91e6-e5171cfa98e8 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:16:59.544626 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a6630094-94a3-44e7-892c-b36467e17c32 req-02ab7980-e06e-4b7d-91e6-e5171cfa98e8 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0516329 Apr 01 10:16:59.599524 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a6630094-94a3-44e7-892c-b36467e17c32 req-2eef4c07-1be6-47fb-88b3-b91be0f417fa tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496602 Apr 01 10:17:00.678902 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-82ec914a-abb8-47f0-ab94-3b25ba570c70 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:00.680294 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-82ec914a-abb8-47f0-ab94-3b25ba570c70 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.43 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0563610 Apr 01 10:17:00.717961 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a61991-7c6c-47b1-a4c5-6ee80315901f req-e26a4730-cf60-41eb-aaeb-90a9430a05d9 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:00.720111 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-06a61991-7c6c-47b1-a4c5-6ee80315901f req-e26a4730-cf60-41eb-aaeb-90a9430a05d9 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 945 time: 0.0522773 Apr 01 10:17:00.767956 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-06a61991-7c6c-47b1-a4c5-6ee80315901f req-9e80bb16-7287-4ccf-9ea0-91e046be6b4b tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=91fb716b-890c-47a8-90f9-863afeaa3cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420127 Apr 01 10:17:00.777469 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Deleting port 46e17621-189e-4a8a-8f61-13616db37219 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:00.777817 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (46e17621-189e-4a8a-8f61-13616db37219), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:00.829603 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0c4230b1-279d-41dd-82dc-377e10095253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:00.866975 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] For port 46e17621-189e-4a8a-8f61-13616db37219, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=46e17621-189e-4a8a-8f61-13616db37219,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:00.867339 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (46e17621-189e-4a8a-8f61-13616db37219), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:01.036660 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:01.037024 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (7aacb8ee-aa66-4311-9556-c3c2649684c7), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:01.037377 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.l3_db [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Floating IP 7aacb8ee-aa66-4311-9556-c3c2649684c7 disassociated. External IP: 172.37.3.159, port: 46e17621-189e-4a8a-8f61-13616db37219. Apr 01 10:17:01.037721 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Calling delete_port for 46e17621-189e-4a8a-8f61-13616db37219 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:01.230022 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (46e17621-189e-4a8a-8f61-13616db37219), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:01.259867 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event deleted for resources: {'Port': ['ID=46e17621-189e-4a8a-8f61-13616db37219,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:01.273733 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.274238 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.280682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:01.397444 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Router 49320108-804f-4ada-9667-116070d8e3cd has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:17:01.506023 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:17:01.516444 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5858f2f-dc10-4fb8-a639-49ef60739550 None None] Sync routers for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:17:01.539256 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5858f2f-dc10-4fb8-a639-49ef60739550 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:01.539987 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b5858f2f-dc10-4fb8-a639-49ef60739550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:01.553658 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] No DVR routers for this DVR port 46e17621-189e-4a8a-8f61-13616db37219 on host hv-cinder-maste {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:17:01.553658 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:01.555431 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-020b1148-86c6-4f9f-b60d-8f88d6555b54 req-94d1a07e-1fed-48e3-97b7-294006b8fbd5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.43 "DELETE /v2.0/ports/46e17621-189e-4a8a-8f61-13616db37219 HTTP/1.1" status: 204 len: 173 time: 0.8673820 Apr 01 10:17:01.555884 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'name': 'network-vif-deleted', 'tag': '46e17621-189e-4a8a-8f61-13616db37219'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:01.558216 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1c08b7-0edc-4e77-b0ce-6851ca92edd9" -d '{"events": [{"server_uuid": "dcc533b4-61d9-4f19-b183-5211a43a204e", "name": "network-vif-deleted", "tag": "46e17621-189e-4a8a-8f61-13616db37219"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:01.597833 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7906533-0143-45a9-8465-5e35930f47d8 x-openstack-request-id: req-f7906533-0143-45a9-8465-5e35930f47d8 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:01.598147 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcc533b4-61d9-4f19-b183-5211a43a204e", "name": "network-vif-deleted", "tag": "46e17621-189e-4a8a-8f61-13616db37219", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:01.598406 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f7906533-0143-45a9-8465-5e35930f47d8 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:01.598810 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7906533-0143-45a9-8465-5e35930f47d8'] response: {'server_uuid': 'dcc533b4-61d9-4f19-b183-5211a43a204e', 'name': 'network-vif-deleted', 'tag': '46e17621-189e-4a8a-8f61-13616db37219', 'status': 'completed', 'code': 200} Apr 01 10:17:01.679411 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-b5858f2f-dc10-4fb8-a639-49ef60739550 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:01.865829 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e5f0e4e7-c375-4a1c-b0cf-351e64ce9ee8 req-7fcee3c8-743a-4b97-bf58-10541f0b29e9 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=dcc533b4-61d9-4f19-b183-5211a43a204e HTTP/1.1" status: 200 len: 210 time: 0.0282183 Apr 01 10:17:01.872770 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:01.903055 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b5858f2f-dc10-4fb8-a639-49ef60739550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:01.930272 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5858f2f-dc10-4fb8-a639-49ef60739550 None None] Checking router: 49320108-804f-4ada-9667-116070d8e3cd for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:17:01.938511 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5858f2f-dc10-4fb8-a639-49ef60739550 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:01.939117 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b5858f2f-dc10-4fb8-a639-49ef60739550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:02.045404 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-b5858f2f-dc10-4fb8-a639-49ef60739550 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:02.237982 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-b5858f2f-dc10-4fb8-a639-49ef60739550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:02.270710 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5858f2f-dc10-4fb8-a639-49ef60739550 None None] The sync data for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb is: [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:17:02.484102 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce067a-191f-4ef8-88e9-3ca62bceced9 None None] New status for floating IP 7aacb8ee-aa66-4311-9556-c3c2649684c7: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:17:03.036558 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39484) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:03.061552 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28402fac-6c61-44d3-a151-e981dd537c9b req-6f3c79e6-fa19-43fb-b7ae-86e2587d760b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:03.063034 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-28402fac-6c61-44d3-a151-e981dd537c9b req-6f3c79e6-fa19-43fb-b7ae-86e2587d760b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0519905 Apr 01 10:17:03.089603 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-777aa856-9cc2-4ef8-8f39-307f001004d7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (91fb716b-890c-47a8-90f9-863afeaa3cc7), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:03.113149 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-28402fac-6c61-44d3-a151-e981dd537c9b req-041ec0ae-4a35-4dc5-9e7f-2ad635a425a1 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444062 Apr 01 10:17:03.116453 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-777aa856-9cc2-4ef8-8f39-307f001004d7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (91fb716b-890c-47a8-90f9-863afeaa3cc7), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:03.206413 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-777aa856-9cc2-4ef8-8f39-307f001004d7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (91fb716b-890c-47a8-90f9-863afeaa3cc7), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:03.208954 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-777aa856-9cc2-4ef8-8f39-307f001004d7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:03.210163 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-777aa856-9cc2-4ef8-8f39-307f001004d7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "DELETE /v2.0/security-groups/91fb716b-890c-47a8-90f9-863afeaa3cc7 HTTP/1.1" status: 204 len: 168 time: 0.1723380 Apr 01 10:17:03.217906 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39486) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:03.219918 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777aa856-9cc2-4ef8-8f39-307f001004d7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fb716b-890c-47a8-90f9-863afeaa3cc7,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:03.226636 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.api.v2.resource [None req-e2129da7-7e6e-4e52-b5d5-f21e09584201 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] show failed (client error): The resource could not be found. Apr 01 10:17:03.227647 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-e2129da7-7e6e-4e52-b5d5-f21e09584201 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups/91fb716b-890c-47a8-90f9-863afeaa3cc7 HTTP/1.1" status: 404 len: 347 time: 0.0135674 Apr 01 10:17:03.230552 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39488) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:03.360694 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Deleting port 660cc59c-1984-4ca8-8017-044fa7568fb8 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:03.361040 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (660cc59c-1984-4ca8-8017-044fa7568fb8), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:03.429687 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:03.434984 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (660cc59c-1984-4ca8-8017-044fa7568fb8), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:03.435317 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (660cc59c-1984-4ca8-8017-044fa7568fb8), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:03.447393 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Calling delete_port for 660cc59c-1984-4ca8-8017-044fa7568fb8 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:03.612224 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (660cc59c-1984-4ca8-8017-044fa7568fb8), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:03.635166 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event deleted for resources: {'Port': ['ID=660cc59c-1984-4ca8-8017-044fa7568fb8,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:03.645437 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.645788 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.646134 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.646481 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.646817 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.647584 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.647584 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.647775 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.648088 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.648412 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.648737 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.649060 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.649406 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.649732 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.650056 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:03.711257 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (7aacb8ee-aa66-4311-9556-c3c2649684c7), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:03.713851 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:03.726287 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-63d9744d-5646-40b8-aaa0-c52e769525c3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "DELETE /v2.0/floatingips/7aacb8ee-aa66-4311-9556-c3c2649684c7 HTTP/1.1" status: 204 len: 168 time: 0.4837468 Apr 01 10:17:03.966559 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39492) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:03.971295 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-e7136c31-350e-44cd-830b-a77e0166fa58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1906814374', 'description': 'tempest-description--1945617358'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:03.971458 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 46e17621-189e-4a8a-8f61-13616db37219 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:17:03.991404 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: 46e17621-189e-4a8a-8f61-13616db37219 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:17:03.991755 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 46e17621-189e-4a8a-8f61-13616db37219 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:17:04.029328 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e7136c31-350e-44cd-830b-a77e0166fa58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.092969 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e7136c31-350e-44cd-830b-a77e0166fa58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (2355283a-9b53-4a3a-bcfd-314969def6bf), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.143428 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e7136c31-350e-44cd-830b-a77e0166fa58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (2355283a-9b53-4a3a-bcfd-314969def6bf), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.172637 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7136c31-350e-44cd-830b-a77e0166fa58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2355283a-9b53-4a3a-bcfd-314969def6bf,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:04.221592 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e7136c31-350e-44cd-830b-a77e0166fa58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.222785 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-e7136c31-350e-44cd-830b-a77e0166fa58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2551944 Apr 01 10:17:04.225654 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39496) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:04.230191 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-2824d2c9-d2b5-4f20-bd37-bd4e63a7bbf7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'security_group_rule': {'security_group_id': '2355283a-9b53-4a3a-bcfd-314969def6bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:04.235360 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f787c2-0dcf-4d8f-8a02-665cd6a5a5fa req-709e3ba2-901a-44a6-90cf-67e832094fe3 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:04.236854 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d2f787c2-0dcf-4d8f-8a02-665cd6a5a5fa req-709e3ba2-901a-44a6-90cf-67e832094fe3 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0569317 Apr 01 10:17:04.283071 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d2f787c2-0dcf-4d8f-8a02-665cd6a5a5fa req-cc794460-2a94-4d1e-96ce-5928432aac16 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405033 Apr 01 10:17:04.314222 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2824d2c9-d2b5-4f20-bd37-bd4e63a7bbf7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (c01eb7a6-3db8-4752-8bbf-871a1ebeed62), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.358527 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2824d2c9-d2b5-4f20-bd37-bd4e63a7bbf7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (c01eb7a6-3db8-4752-8bbf-871a1ebeed62), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.440683 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2824d2c9-d2b5-4f20-bd37-bd4e63a7bbf7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (c01eb7a6-3db8-4752-8bbf-871a1ebeed62), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.458959 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824d2c9-d2b5-4f20-bd37-bd4e63a7bbf7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01eb7a6-3db8-4752-8bbf-871a1ebeed62,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:04.522604 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2824d2c9-d2b5-4f20-bd37-bd4e63a7bbf7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.523758 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-2824d2c9-d2b5-4f20-bd37-bd4e63a7bbf7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2971146 Apr 01 10:17:04.526441 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39498) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:04.530633 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-4e0fda7d-7534-4fdc-b227-b9a502f9df70 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'security_group_rule': {'security_group_id': '2355283a-9b53-4a3a-bcfd-314969def6bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:04.622355 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4e0fda7d-7534-4fdc-b227-b9a502f9df70 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (a1b24f6e-7136-49a2-964d-16bdc1cbb67c), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.682518 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4e0fda7d-7534-4fdc-b227-b9a502f9df70 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (a1b24f6e-7136-49a2-964d-16bdc1cbb67c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.783817 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4e0fda7d-7534-4fdc-b227-b9a502f9df70 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (a1b24f6e-7136-49a2-964d-16bdc1cbb67c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.801287 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0fda7d-7534-4fdc-b227-b9a502f9df70 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b24f6e-7136-49a2-964d-16bdc1cbb67c,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:04.865682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4e0fda7d-7534-4fdc-b227-b9a502f9df70 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.866934 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-4e0fda7d-7534-4fdc-b227-b9a502f9df70 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395946 Apr 01 10:17:04.870043 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39500) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:04.874357 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'floatingip': {'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:04.938476 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:04.961003 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:05.057224 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:05.154760 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Allocated IP 172.37.3.194 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/5d9e3231-e07d-487b-bd42-93330cd761d1) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:17:05.256922 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for port (5d9e3231-e07d-487b-bd42-93330cd761d1), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:05.349524 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (5d9e3231-e07d-487b-bd42-93330cd761d1), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:05.387050 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:17:05.391713 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:17:05.397486 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:17:05.414827 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18554-b26e-4665-a50b-d2a83ca772d0 req-c5dad97f-67fb-49ef-8811-4ba9bbd0b247 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:05.416894 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6ab18554-b26e-4665-a50b-d2a83ca772d0 req-c5dad97f-67fb-49ef-8811-4ba9bbd0b247 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0659425 Apr 01 10:17:05.419733 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'Port': ['ID=5d9e3231-e07d-487b-bd42-93330cd761d1,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:05.470379 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6ab18554-b26e-4665-a50b-d2a83ca772d0 req-0ebdc97e-8130-4d3e-9ae0-0d5b62556b9d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438018 Apr 01 10:17:05.491338 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (451c4363-8bd6-468a-822e-5d4def5df2b5), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:05.581916 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (5d9e3231-e07d-487b-bd42-93330cd761d1), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:05.735555 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for port (5d9e3231-e07d-487b-bd42-93330cd761d1), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:05.800535 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13021659'] for port (5d9e3231-e07d-487b-bd42-93330cd761d1), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:05.869876 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'Port': ['ID=5d9e3231-e07d-487b-bd42-93330cd761d1,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:05.879321 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (451c4363-8bd6-468a-822e-5d4def5df2b5), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:05.969326 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:05.970630 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-c38ec42d-659b-43b6-8dce-5a071bc87474 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0996373 Apr 01 10:17:06.175010 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-4652ba1d-6a7f-4a9d-9dd5-45ce71f96519 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1906814374&fields=id&tenant_id=1f8feca17a5240999c4f2a5c6f313851 HTTP/1.1" status: 200 len: 267 time: 0.0415175 Apr 01 10:17:06.277765 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165fc48-817c-4254-8121-661ffe6947b1 req-d54c7599-57a1-4221-949b-e5c6cefdba3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:06.279198 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-d54c7599-57a1-4221-949b-e5c6cefdba3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/networks?id=e8e7b4de-9a1d-4a82-96e9-42b39622541f HTTP/1.1" status: 200 len: 811 time: 0.0979068 Apr 01 10:17:06.294061 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-d25c092a-f3e3-4f32-b5ec-a2944a5a7357 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/quotas/1f8feca17a5240999c4f2a5c6f313851 HTTP/1.1" status: 200 len: 375 time: 0.0089962 Apr 01 10:17:06.351994 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-6e576c4d-2360-4773-bbb8-9b2fd78fcb47 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1f8feca17a5240999c4f2a5c6f313851&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523691 Apr 01 10:17:06.445329 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-7d4bdb6c-866c-4f48-824b-9b81a253e165 service neutron] 10.222.0.13 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814493 Apr 01 10:17:06.539943 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-194eaae1-863d-4aae-a923-06a6f459abdc service neutron] 10.222.0.13 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887918 Apr 01 10:17:06.550087 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-ad00543b-e31c-46f2-9407-11f05d88cb8f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:06.551965 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-ad00543b-e31c-46f2-9407-11f05d88cb8f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0560873 Apr 01 10:17:06.593951 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129e9f00-49dc-4a5f-8e6f-8dc98d433007 req-df84240a-2d76-4046-a65c-20fe06f5d83b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:06.596035 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-129e9f00-49dc-4a5f-8e6f-8dc98d433007 req-df84240a-2d76-4046-a65c-20fe06f5d83b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 946 time: 0.0550301 Apr 01 10:17:06.645069 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-129e9f00-49dc-4a5f-8e6f-8dc98d433007 req-b66b72fd-a6b3-4daf-8de8-674d2122a7fd tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=4f65fa1d-435f-46d5-add3-b230dca6f871&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422025 Apr 01 10:17:06.664398 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Deleting port cc18e111-4c6f-4224-b41c-6b4402e4dc49 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:06.664753 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:06.750166 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] For port cc18e111-4c6f-4224-b41c-6b4402e4dc49, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=cc18e111-4c6f-4224-b41c-6b4402e4dc49,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:06.751264 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:06.871319 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-729b5772-3e97-4995-b310-993e4eab6964 req-3aa465ab-1076-4616-9a49-c264e95e1fc0 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0321352 Apr 01 10:17:06.929400 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:06.929773 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (1c3543f0-716d-4707-9cd6-6a0eabcb0f3b), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:06.930097 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.l3_db [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Floating IP 1c3543f0-716d-4707-9cd6-6a0eabcb0f3b disassociated. External IP: 172.37.3.187, port: cc18e111-4c6f-4224-b41c-6b4402e4dc49. Apr 01 10:17:06.930448 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Calling delete_port for cc18e111-4c6f-4224-b41c-6b4402e4dc49 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:07.115249 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (cc18e111-4c6f-4224-b41c-6b4402e4dc49), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:07.152039 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event deleted for resources: {'Port': ['ID=cc18e111-4c6f-4224-b41c-6b4402e4dc49,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:07.272080 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:17:07.382327 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:17:07.395139 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eda077-30f1-4cf6-b08a-7f73aa7b6a64 None None] Sync routers for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:17:07.404458 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eda077-30f1-4cf6-b08a-7f73aa7b6a64 None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:07.405088 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-17eda077-30f1-4cf6-b08a-7f73aa7b6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:07.426390 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] No DVR routers for this DVR port cc18e111-4c6f-4224-b41c-6b4402e4dc49 on host hv-cinder-maste {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:17:07.428472 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:07.432304 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-c2ab6a02-9a5b-4254-b9d5-f5599e5760f3 req-903055ca-537c-436d-920c-8ae59773f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "DELETE /v2.0/ports/cc18e111-4c6f-4224-b41c-6b4402e4dc49 HTTP/1.1" status: 204 len: 173 time: 0.8741758 Apr 01 10:17:07.432753 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'name': 'network-vif-deleted', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:07.435328 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0897ce87-96ad-492c-9ee3-64e35fdc84e3" -d '{"events": [{"server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "name": "network-vif-deleted", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:07.481553 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c9bb72-7f0c-4e13-bb06-88d90804cc67 x-openstack-request-id: req-54c9bb72-7f0c-4e13-bb06-88d90804cc67 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:07.482021 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68813e7f-beb1-4ad1-ab59-4f6ea63b947d", "name": "network-vif-deleted", "tag": "cc18e111-4c6f-4224-b41c-6b4402e4dc49", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:07.482318 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-54c9bb72-7f0c-4e13-bb06-88d90804cc67 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:07.482773 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c9bb72-7f0c-4e13-bb06-88d90804cc67'] response: {'server_uuid': '68813e7f-beb1-4ad1-ab59-4f6ea63b947d', 'name': 'network-vif-deleted', 'tag': 'cc18e111-4c6f-4224-b41c-6b4402e4dc49', 'status': 'completed', 'code': 200} Apr 01 10:17:07.521487 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-17eda077-30f1-4cf6-b08a-7f73aa7b6a64 None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:07.741352 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-17eda077-30f1-4cf6-b08a-7f73aa7b6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:07.744048 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4ff530e7-0748-4cad-b341-c3d87c197d63 req-582a1c86-f99d-4513-84c4-8914a7ad32d2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=68813e7f-beb1-4ad1-ab59-4f6ea63b947d HTTP/1.1" status: 200 len: 210 time: 0.0319121 Apr 01 10:17:07.768535 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eda077-30f1-4cf6-b08a-7f73aa7b6a64 None None] Checking router: 6ca4bd43-41d8-4052-8127-5fcb65bb0655 for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:17:07.777301 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eda077-30f1-4cf6-b08a-7f73aa7b6a64 None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:07.777983 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-17eda077-30f1-4cf6-b08a-7f73aa7b6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:07.889021 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-17eda077-30f1-4cf6-b08a-7f73aa7b6a64 None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:07.999240 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2dd2a53f-60d3-4104-8288-6364a8efee5d req-ab643575-3adc-4fce-87a9-dbb4a0a30efe tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0433123 Apr 01 10:17:08.105719 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-17eda077-30f1-4cf6-b08a-7f73aa7b6a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:08.136961 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eda077-30f1-4cf6-b08a-7f73aa7b6a64 None None] The sync data for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb is: [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:13:05Z', 'revision_number': 4, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'b9462d9f-4ef3-41de-9a98-6d954306f8d9', 'name': '', 'network_id': '853426ae-fc11-4f7b-806b-575aef5f8d4c', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'mac_address': 'fa:16:3e:66:2f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:02Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'subnets': [{'id': '96f8cb1f-cab3-4b9a-9563-129ee0dac497', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:17:08.375545 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4de6a2-9521-44c1-8af6-daceb6fc5063 None None] New status for floating IP 1c3543f0-716d-4707-9cd6-6a0eabcb0f3b: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:17:08.665823 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165fc48-817c-4254-8121-661ffe6947b1 req-155760f3-17cf-43d4-92b0-289909f992c7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:08.667556 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-155760f3-17cf-43d4-92b0-289909f992c7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.43 "GET /v2.0/networks?id=e8e7b4de-9a1d-4a82-96e9-42b39622541f HTTP/1.1" status: 200 len: 811 time: 0.1068907 Apr 01 10:17:08.732617 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-de557da2-5f8a-4801-ad9d-e9bebf74a094 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f8feca17a5240999c4f2a5c6f313851 HTTP/1.1" status: 200 len: 380 time: 0.0567708 Apr 01 10:17:08.744983 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'port': {'device_id': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'admin_state_up': True, 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'security_groups': ['2355283a-9b53-4a3a-bcfd-314969def6bf']}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:08.910400 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39564) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:08.950867 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Made reservation on behalf of 1f8feca17a5240999c4f2a5c6f313851 for: {'port': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:17:08.953969 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:08.978694 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1b737a1-65a3-41df-8473-26427bb2327d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group (4f65fa1d-435f-46d5-add3-b230dca6f871), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.046019 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1b737a1-65a3-41df-8473-26427bb2327d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group (4f65fa1d-435f-46d5-add3-b230dca6f871), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.093923 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-53db5d70-5bda-4a3b-a056-71f57800736d req-c49633f1-f3e2-4a7a-a75e-5a0c8a8a20c5 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0277090 Apr 01 10:17:09.143362 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Allocated IP 172.20.0.3 (e8e7b4de-9a1d-4a82-96e9-42b39622541f/732114a6-ce68-4568-8360-a1a2d861b474/d82ad1be-27f4-40d0-be16-a9434b5cb1b2) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:17:09.203809 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1b737a1-65a3-41df-8473-26427bb2327d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4f65fa1d-435f-46d5-add3-b230dca6f871), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.206490 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1b737a1-65a3-41df-8473-26427bb2327d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.207649 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-a1b737a1-65a3-41df-8473-26427bb2327d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "DELETE /v2.0/security-groups/4f65fa1d-435f-46d5-add3-b230dca6f871 HTTP/1.1" status: 204 len: 168 time: 0.2962508 Apr 01 10:17:09.210391 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39572) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:09.226777 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.api.v2.resource [None req-4da83ee2-0290-4eda-b912-34948348f63f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] show failed (client error): The resource could not be found. Apr 01 10:17:09.228232 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-4da83ee2-0290-4eda-b912-34948348f63f tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups/4f65fa1d-435f-46d5-add3-b230dca6f871 HTTP/1.1" status: 404 len: 347 time: 0.0165038 Apr 01 10:17:09.230856 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39574) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:09.259448 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b737a1-65a3-41df-8473-26427bb2327d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f65fa1d-435f-46d5-add3-b230dca6f871,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:09.324881 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.358894 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-96ff63a5-7c21-450f-b094-39d21e0102c2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Deleting port 6a43f42f-3957-459f-9ca6-7e92d86a4404 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:09.359241 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96ff63a5-7c21-450f-b094-39d21e0102c2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (6a43f42f-3957-459f-9ca6-7e92d86a4404), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.396244 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.438828 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Network e8e7b4de-9a1d-4a82-96e9-42b39622541f is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:17:09.441943 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:17:09.442990 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96ff63a5-7c21-450f-b094-39d21e0102c2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (6a43f42f-3957-459f-9ca6-7e92d86a4404), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.443363 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96ff63a5-7c21-450f-b094-39d21e0102c2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for floatingip (6a43f42f-3957-459f-9ca6-7e92d86a4404), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.445060 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:17:09.455764 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-96ff63a5-7c21-450f-b094-39d21e0102c2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Calling delete_port for 6a43f42f-3957-459f-9ca6-7e92d86a4404 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:09.481430 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event updated for resources: {'Port': ['ID=d82ad1be-27f4-40d0-be16-a9434b5cb1b2,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:09.505382 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:09.506018 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.553083 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-937ca5ac-3549-49d2-a0bc-2f52d53dba31 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8116040 Apr 01 10:17:09.565649 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Request body: {'port': {'device_id': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:09.640849 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96ff63a5-7c21-450f-b094-39d21e0102c2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (6a43f42f-3957-459f-9ca6-7e92d86a4404), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.672103 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff63a5-7c21-450f-b094-39d21e0102c2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event deleted for resources: {'Port': ['ID=6a43f42f-3957-459f-9ca6-7e92d86a4404,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:09.729704 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-3506aa9d-783d-485b-9a6d-ccf4d5ad4f40 None None] Provisioning complete for port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:17:09.729704 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3506aa9d-783d-485b-9a6d-ccf4d5ad4f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.739614 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96ff63a5-7c21-450f-b094-39d21e0102c2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks [] for floatingip (1c3543f0-716d-4707-9cd6-6a0eabcb0f3b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.742229 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-96ff63a5-7c21-450f-b094-39d21e0102c2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.743420 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-96ff63a5-7c21-450f-b094-39d21e0102c2 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "DELETE /v2.0/floatingips/1c3543f0-716d-4707-9cd6-6a0eabcb0f3b HTTP/1.1" status: 204 len: 168 time: 0.5115671 Apr 01 10:17:09.766337 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-3506aa9d-783d-485b-9a6d-ccf4d5ad4f40 None None] Port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:17:09.835075 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:09.987617 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device cc18e111-4c6f-4224-b41c-6b4402e4dc49 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:17:10.012818 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: cc18e111-4c6f-4224-b41c-6b4402e4dc49 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:17:10.013995 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device cc18e111-4c6f-4224-b41c-6b4402e4dc49 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:17:10.109066 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82ad1be-27f4-40d0-be16-a9434b5cb1b2 {{(pid=103817) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:17:10.117123 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Publish callbacks [] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:10.130838 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.provisioning_blocks [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Transition to ACTIVE for port object d82ad1be-27f4-40d0-be16-a9434b5cb1b2 will not be triggered until provisioned by entity L2. {{(pid=103817) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:17:10.217809 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4840c6a1-11be-4b2d-9996-602d956c6dc9 req-cca21c80-1284-4ca7-80f8-9440c11863bd tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:10.218295 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13021659'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:10.219745 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4840c6a1-11be-4b2d-9996-602d956c6dc9 req-cca21c80-1284-4ca7-80f8-9440c11863bd tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 931 time: 0.0538821 Apr 01 10:17:10.293565 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4840c6a1-11be-4b2d-9996-602d956c6dc9 req-302e6083-b590-4816-9cb0-b70379a7028f tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=2355283a-9b53-4a3a-bcfd-314969def6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676064 Apr 01 10:17:10.315924 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d82ad1be-27f4-40d0-be16-a9434b5cb1b2,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:10.350171 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Attempting to bind port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:17:10.350510 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Attempting to bind port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:17:10.351046 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Attempting to bind port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 on network e8e7b4de-9a1d-4a82-96e9-42b39622541f {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:17:10.355754 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 on network e8e7b4de-9a1d-4a82-96e9-42b39622541f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:17:10.356085 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Attempting to bind port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 on network e8e7b4de-9a1d-4a82-96e9-42b39622541f {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:17:10.363971 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:17:10.364646 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Checking segment: {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:17:10.365042 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Bound using segment: {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'} {{(pid=103817) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:17:10.365561 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.managers [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Bound port: d82ad1be-27f4-40d0-be16-a9434b5cb1b2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f'}}] {{(pid=103817) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:17:10.365935 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:10.433054 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] For port d82ad1be-27f4-40d0-be16-a9434b5cb1b2, host hv-cinder-maste, cleared binding levels {{(pid=103817) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:17:10.436528 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] For port d82ad1be-27f4-40d0-be16-a9434b5cb1b2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d82ad1be-27f4-40d0-be16-a9434b5cb1b2,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103817) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:17:10.505165 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13021659'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:10.541415 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:10.542064 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:10.543435 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-04873209-3986-442c-8651-b16629b92fc1 service neutron] 10.222.0.43 "PUT /v2.0/ports/d82ad1be-27f4-40d0-be16-a9434b5cb1b2 HTTP/1.1" status: 200 len: 1093 time: 0.9825618 Apr 01 10:17:10.543869 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'tag': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:10.546126 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e89274-e7d1-45b2-b787-acf1ae244427" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2", "tag": "d82ad1be-27f4-40d0-be16-a9434b5cb1b2"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:10.575002 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04873209-3986-442c-8651-b16629b92fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=d82ad1be-27f4-40d0-be16-a9434b5cb1b2,revision_number=3']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:10.596878 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8337622-60a5-4b2b-be70-1432b7d98932 x-openstack-request-id: req-c8337622-60a5-4b2b-be70-1432b7d98932 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:10.597273 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2", "tag": "d82ad1be-27f4-40d0-be16-a9434b5cb1b2", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:10.597523 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c8337622-60a5-4b2b-be70-1432b7d98932 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:10.597924 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8337622-60a5-4b2b-be70-1432b7d98932'] response: {'name': 'network-changed', 'server_uuid': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'tag': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2', 'status': 'completed', 'code': 200} Apr 01 10:17:10.684237 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e89274-e7d1-45b2-b787-acf1ae244427 req-92a0ebd7-4ce8-4c83-865c-5d811c2d5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:10.685810 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-57e89274-e7d1-45b2-b787-acf1ae244427 req-92a0ebd7-4ce8-4c83-865c-5d811c2d5b26 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f8feca17a5240999c4f2a5c6f313851&device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 1127 time: 0.0698395 Apr 01 10:17:10.787155 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e89274-e7d1-45b2-b787-acf1ae244427 req-889f5905-b471-431f-810c-2b93f59a6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:10.788690 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-57e89274-e7d1-45b2-b787-acf1ae244427 req-889f5905-b471-431f-810c-2b93f59a6297 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1f8feca17a5240999c4f2a5c6f313851&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0932305 Apr 01 10:17:10.888552 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e89274-e7d1-45b2-b787-acf1ae244427 req-b5fa5fca-128b-4355-9055-34720037f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:10.890118 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-57e89274-e7d1-45b2-b787-acf1ae244427 req-b5fa5fca-128b-4355-9055-34720037f99c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938141 Apr 01 10:17:10.968009 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165fc48-817c-4254-8121-661ffe6947b1 req-3c91ac6e-1dbc-4f9f-9f2f-e0c4498d1a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:10.970018 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-3c91ac6e-1dbc-4f9f-9f2f-e0c4498d1a1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f8feca17a5240999c4f2a5c6f313851&device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 1127 time: 0.0447640 Apr 01 10:17:11.019191 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-0571f72f-8ac0-4dc2-bf7c-b283494f9a0b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d82ad1be-27f4-40d0-be16-a9434b5cb1b2 HTTP/1.1" status: 200 len: 217 time: 0.0367110 Apr 01 10:17:11.071872 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165fc48-817c-4254-8121-661ffe6947b1 req-d326bb7a-80ae-43ac-af10-ee933d83e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:11.073406 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-d326bb7a-80ae-43ac-af10-ee933d83e94c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=732114a6-ce68-4568-8360-a1a2d861b474 HTTP/1.1" status: 200 len: 850 time: 0.0496073 Apr 01 10:17:11.122875 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165fc48-817c-4254-8121-661ffe6947b1 req-4db30ad7-1cc8-4d00-a4a9-e9442a0cf8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:11.124362 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-4db30ad7-1cc8-4d00-a4a9-e9442a0cf8a9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8e7b4de-9a1d-4a82-96e9-42b39622541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446839 Apr 01 10:17:11.212449 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-11eadcc5-a78d-4376-8dc8-f00491a2756c service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815904 Apr 01 10:17:11.320100 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3165fc48-817c-4254-8121-661ffe6947b1 req-d5861474-d5e3-4008-89b6-d366edb93913 service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995581 Apr 01 10:17:11.419223 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bd596-5e1b-4501-9827-03d0f193895b req-9041e69c-1366-44e9-a8f0-858e1359436d tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:11.420666 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-481bd596-5e1b-4501-9827-03d0f193895b req-9041e69c-1366-44e9-a8f0-858e1359436d tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0558660 Apr 01 10:17:11.466378 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-481bd596-5e1b-4501-9827-03d0f193895b req-c4981f04-cc2c-4971-8d41-e5aab74fb9e9 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=2355283a-9b53-4a3a-bcfd-314969def6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401599 Apr 01 10:17:12.047114 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56024823-05d1-4609-ac72-162253d8f2ba req-1c5982cc-f973-46a9-8eeb-d74f16350503 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:12.049118 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-56024823-05d1-4609-ac72-162253d8f2ba req-1c5982cc-f973-46a9-8eeb-d74f16350503 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0515890 Apr 01 10:17:12.093967 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-56024823-05d1-4609-ac72-162253d8f2ba req-eff6ef3e-2b72-4f19-b5be-53f2ea6f65a2 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1be9eeb-69d1-4073-9d73-313b66dcff49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392342 Apr 01 10:17:12.587013 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa43f27-b23e-417b-8953-3283a02ec36a req-d612590e-77aa-48eb-b362-2504617d2165 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:12.589074 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1fa43f27-b23e-417b-8953-3283a02ec36a req-d612590e-77aa-48eb-b362-2504617d2165 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0574727 Apr 01 10:17:12.661578 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1fa43f27-b23e-417b-8953-3283a02ec36a req-33307683-e06a-44f0-bbb3-737f7aff4da7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=2355283a-9b53-4a3a-bcfd-314969def6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660694 Apr 01 10:17:12.679836 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40100d58-29d0-446e-82c8-ecfe82cba925 req-edffc698-2872-48e0-92b6-47fe2c344c0b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:12.681322 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-40100d58-29d0-446e-82c8-ecfe82cba925 req-edffc698-2872-48e0-92b6-47fe2c344c0b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0692370 Apr 01 10:17:12.726964 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-40100d58-29d0-446e-82c8-ecfe82cba925 req-ea8a27c5-4e4d-4b0c-8091-8a780c094b9d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Apr 01 10:17:13.208309 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f095c8b-1d04-49d7-85d8-4d45bd732368 req-290710b4-c19e-4e7f-869a-b14dbdd4ace6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:13.209782 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0f095c8b-1d04-49d7-85d8-4d45bd732368 req-290710b4-c19e-4e7f-869a-b14dbdd4ace6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0510895 Apr 01 10:17:13.258120 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0f095c8b-1d04-49d7-85d8-4d45bd732368 req-83701192-5390-4cd1-90bf-bf6db75136ec tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=b1be9eeb-69d1-4073-9d73-313b66dcff49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425122 Apr 01 10:17:13.742854 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-913ef1e9-8b4b-4656-9afd-1bee4c52d318 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:13.744323 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-913ef1e9-8b4b-4656-9afd-1bee4c52d318 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 945 time: 0.0518894 Apr 01 10:17:13.779447 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883dc71-b636-4a99-a734-f9ac85524178 req-16c41ee9-fad4-47c8-824c-207345c83c1b tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:13.780945 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1883dc71-b636-4a99-a734-f9ac85524178 req-16c41ee9-fad4-47c8-824c-207345c83c1b tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 943 time: 0.0531607 Apr 01 10:17:13.845987 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Deleting port 8d3b9008-496a-4550-9ba2-916ff3638696 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:13.846421 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:13.855437 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1883dc71-b636-4a99-a734-f9ac85524178 req-ab8ca6cf-d237-4311-adb0-60f6324acc78 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=2355283a-9b53-4a3a-bcfd-314969def6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689471 Apr 01 10:17:13.871408 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1302095-d968-4592-93d1-cbcdd23b35ec req-3a9296bc-b56b-4f50-90ad-156d38253da3 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:13.872879 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b1302095-d968-4592-93d1-cbcdd23b35ec req-3a9296bc-b56b-4f50-90ad-156d38253da3 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0730007 Apr 01 10:17:13.918833 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b1302095-d968-4592-93d1-cbcdd23b35ec req-9a5932e8-8d45-4c2d-977e-9fcecc41f123 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401759 Apr 01 10:17:13.936152 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] For port 8d3b9008-496a-4550-9ba2-916ff3638696, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8d3b9008-496a-4550-9ba2-916ff3638696,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:13.936527 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:14.002638 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d82ad1be-27f4-40d0-be16-a9434b5cb1b2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:17:14.096657 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d82ad1be-27f4-40d0-be16-a9434b5cb1b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d82ad1be-27f4-40d0-be16-a9434b5cb1b2,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:14.104287 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:14.104659 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (b4064301-17fa-4fe4-886c-8c8433c6c448), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:14.104989 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.l3_db [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Floating IP b4064301-17fa-4fe4-886c-8c8433c6c448 disassociated. External IP: 172.37.3.86, port: 8d3b9008-496a-4550-9ba2-916ff3638696. Apr 01 10:17:14.105356 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Calling delete_port for 8d3b9008-496a-4550-9ba2-916ff3638696 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:14.108088 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'port_id': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2', 'mac_address': 'fa:16:3e:5e:69:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:17:14.147230 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:17:14.147624 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:14.160734 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82ad1be-27f4-40d0-be16-a9434b5cb1b2 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:17:14.180671 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d82ad1be-27f4-40d0-be16-a9434b5cb1b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d82ad1be-27f4-40d0-be16-a9434b5cb1b2,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:14.229599 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:14.269450 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (8d3b9008-496a-4550-9ba2-916ff3638696), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:14.276043 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=d82ad1be-27f4-40d0-be16-a9434b5cb1b2,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:14.309920 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'Port': ['ID=8d3b9008-496a-4550-9ba2-916ff3638696,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:14.377759 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9209ccad-ca15-46a1-a7dc-287e84d0be49 req-f61cbbe5-3c41-4d82-98af-b3c6a950c59f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0377324 Apr 01 10:17:14.432298 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Router c918a820-d4da-4b1b-8389-a8e10b3a7a9c has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:17:14.468567 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['d82ad1be-27f4-40d0-be16-a9434b5cb1b2'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:17:14.542392 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:17:14.553971 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64314061-4184-4bea-b950-97aa712a27ea None None] Sync routers for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:17:14.574999 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64314061-4184-4bea-b950-97aa712a27ea None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:14.575613 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-64314061-4184-4bea-b950-97aa712a27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:14.584236 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] No DVR routers for this DVR port 8d3b9008-496a-4550-9ba2-916ff3638696 on host hv-cinder-maste {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:17:14.586842 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:14.590547 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-0571627c-888d-428e-8c6e-aa98f9ed93b4 req-c2531987-0663-4018-b18c-87c703a4d5c3 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "DELETE /v2.0/ports/8d3b9008-496a-4550-9ba2-916ff3638696 HTTP/1.1" status: 204 len: 173 time: 0.8400843 Apr 01 10:17:14.590942 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'name': 'network-vif-deleted', 'tag': '8d3b9008-496a-4550-9ba2-916ff3638696'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:14.593241 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac545d14-aeaa-4380-bb9f-7b1e3cc27b55" -d '{"events": [{"server_uuid": "811b8c36-83d8-4f32-b9be-f95203b1d7d8", "name": "network-vif-deleted", "tag": "8d3b9008-496a-4550-9ba2-916ff3638696"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:14.637398 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b251af2f-06eb-46a7-ac9a-54df9541c8d9 x-openstack-request-id: req-b251af2f-06eb-46a7-ac9a-54df9541c8d9 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:14.637398 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811b8c36-83d8-4f32-b9be-f95203b1d7d8", "name": "network-vif-deleted", "tag": "8d3b9008-496a-4550-9ba2-916ff3638696", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:14.637398 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-b251af2f-06eb-46a7-ac9a-54df9541c8d9 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:14.637398 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b251af2f-06eb-46a7-ac9a-54df9541c8d9'] response: {'server_uuid': '811b8c36-83d8-4f32-b9be-f95203b1d7d8', 'name': 'network-vif-deleted', 'tag': '8d3b9008-496a-4550-9ba2-916ff3638696', 'status': 'completed', 'code': 200} Apr 01 10:17:14.725462 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-64314061-4184-4bea-b950-97aa712a27ea None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:14.947092 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-64314061-4184-4bea-b950-97aa712a27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:14.974237 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edef24-bb0c-4a5e-af0c-1f71383e260c req-94a07309-41da-4130-87d5-160085b90bdf tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:14.977611 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-28edef24-bb0c-4a5e-af0c-1f71383e260c req-94a07309-41da-4130-87d5-160085b90bdf tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0763659 Apr 01 10:17:14.980405 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64314061-4184-4bea-b950-97aa712a27ea None None] Checking router: c918a820-d4da-4b1b-8389-a8e10b3a7a9c for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:17:14.991138 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400ad90-6a07-4f97-82a0-36ae355e86cf req-d912007b-6296-445e-82e8-7c9744af0491 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:14.991680 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64314061-4184-4bea-b950-97aa712a27ea None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:14.993554 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3400ad90-6a07-4f97-82a0-36ae355e86cf req-d912007b-6296-445e-82e8-7c9744af0491 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 944 time: 0.0638468 Apr 01 10:17:14.993763 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-64314061-4184-4bea-b950-97aa712a27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:15.068888 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3400ad90-6a07-4f97-82a0-36ae355e86cf req-a39983fc-6d69-4b3a-8ddb-c9507dff9bf2 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=2355283a-9b53-4a3a-bcfd-314969def6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642393 Apr 01 10:17:15.079154 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-28edef24-bb0c-4a5e-af0c-1f71383e260c req-2e9165b5-2ffe-4f2f-b61f-749fb719642d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Deleting port d4b63b34-2001-49e8-b100-18b8738b2ce2 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:15.079663 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-28edef24-bb0c-4a5e-af0c-1f71383e260c req-2e9165b5-2ffe-4f2f-b61f-749fb719642d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:15.080244 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294ce705-38b5-4faf-a1ea-f3bea02e32a2 req-7e781fff-fee5-48dd-be6d-4e74af23b278 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:15.081973 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-294ce705-38b5-4faf-a1ea-f3bea02e32a2 req-7e781fff-fee5-48dd-be6d-4e74af23b278 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 946 time: 0.0868189 Apr 01 10:17:15.120529 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-64314061-4184-4bea-b950-97aa712a27ea None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:15.133538 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-294ce705-38b5-4faf-a1ea-f3bea02e32a2 req-3d995fd8-6775-43c9-86e6-0ddc3cb45667 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420415 Apr 01 10:17:15.184441 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-28edef24-bb0c-4a5e-af0c-1f71383e260c req-2e9165b5-2ffe-4f2f-b61f-749fb719642d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] For port d4b63b34-2001-49e8-b100-18b8738b2ce2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d4b63b34-2001-49e8-b100-18b8738b2ce2,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:15.184910 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-28edef24-bb0c-4a5e-af0c-1f71383e260c req-2e9165b5-2ffe-4f2f-b61f-749fb719642d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:15.200391 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-28edef24-bb0c-4a5e-af0c-1f71383e260c req-2e9165b5-2ffe-4f2f-b61f-749fb719642d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Calling delete_port for d4b63b34-2001-49e8-b100-18b8738b2ce2 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:15.323100 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-64314061-4184-4bea-b950-97aa712a27ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:15.349418 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64314061-4184-4bea-b950-97aa712a27ea None None] The sync data for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb is: [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:17:15.401278 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-28edef24-bb0c-4a5e-af0c-1f71383e260c req-2e9165b5-2ffe-4f2f-b61f-749fb719642d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (d4b63b34-2001-49e8-b100-18b8738b2ce2), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:15.412186 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['d4b63b34-2001-49e8-b100-18b8738b2ce2', '3467b345-8f39-4c22-90b9-0cbb19978bf4'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:17:15.432935 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9165b5-2ffe-4f2f-b61f-749fb719642d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event deleted for resources: {'Port': ['ID=d4b63b34-2001-49e8-b100-18b8738b2ce2,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:15.499941 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-28edef24-bb0c-4a5e-af0c-1f71383e260c req-2e9165b5-2ffe-4f2f-b61f-749fb719642d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] No DVR routers for this DVR port d4b63b34-2001-49e8-b100-18b8738b2ce2 on host hv-cinder-maste {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:17:15.504769 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-28edef24-bb0c-4a5e-af0c-1f71383e260c req-2e9165b5-2ffe-4f2f-b61f-749fb719642d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:15.511694 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-28edef24-bb0c-4a5e-af0c-1f71383e260c req-2e9165b5-2ffe-4f2f-b61f-749fb719642d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "DELETE /v2.0/ports/d4b63b34-2001-49e8-b100-18b8738b2ce2 HTTP/1.1" status: 204 len: 173 time: 0.5280659 Apr 01 10:17:15.518288 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-94f981a5-84e1-437c-bb67-a9e551b7dfaf req-99852d4c-1092-47b6-b4c7-faebc17164ed tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=811b8c36-83d8-4f32-b9be-f95203b1d7d8 HTTP/1.1" status: 200 len: 210 time: 0.0368469 Apr 01 10:17:15.643289 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5872343-c092-4ac8-a681-31463579e325 None None] New status for floating IP b4064301-17fa-4fe4-886c-8c8433c6c448: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:17:16.015015 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d82ad1be-27f4-40d0-be16-a9434b5cb1b2 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:17:16.092399 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:17:16.096796 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:17:16.097199 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:16.185277 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:17:16.185277 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:16.211005 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:16.213947 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e21bb63-9069-42ea-bafb-616763e06461" -d '{"events": [{"server_uuid": "9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "d82ad1be-27f4-40d0-be16-a9434b5cb1b2"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:16.228663 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d82ad1be-27f4-40d0-be16-a9434b5cb1b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d82ad1be-27f4-40d0-be16-a9434b5cb1b2,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:16.275645 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:16.276502 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 8d3b9008-496a-4550-9ba2-916ff3638696 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:17:16.317174 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: 8d3b9008-496a-4550-9ba2-916ff3638696 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:17:16.317527 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 8d3b9008-496a-4550-9ba2-916ff3638696 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:17:16.347104 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=d82ad1be-27f4-40d0-be16-a9434b5cb1b2,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:16.465295 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-59f6571f-6068-42e7-978b-c017c99ce5c9 req-58fc5c21-3b59-4562-bfdc-9879a85c776b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=d0c2963a-04a7-48c0-8a88-e9578f4adee1 HTTP/1.1" status: 200 len: 210 time: 0.0300531 Apr 01 10:17:16.483932 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02ba32-7b99-406f-a22d-53f99f898d29 req-493ba1a4-8da7-485e-9968-325d49ab1ebe tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:16.486006 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3a02ba32-7b99-406f-a22d-53f99f898d29 req-493ba1a4-8da7-485e-9968-325d49ab1ebe tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 944 time: 0.3470671 Apr 01 10:17:16.507224 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38eb80cf-3254-448c-99a4-037d10fe206a x-openstack-request-id: req-38eb80cf-3254-448c-99a4-037d10fe206a {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:16.507542 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2", "name": "network-vif-plugged", "status": "completed", "tag": "d82ad1be-27f4-40d0-be16-a9434b5cb1b2", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:16.507807 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-38eb80cf-3254-448c-99a4-037d10fe206a {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:16.508208 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38eb80cf-3254-448c-99a4-037d10fe206a'] response: {'server_uuid': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2', 'code': 200} Apr 01 10:17:16.534745 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3a02ba32-7b99-406f-a22d-53f99f898d29 req-b1c43581-9d3f-446e-8dfa-14dd50b08609 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=2355283a-9b53-4a3a-bcfd-314969def6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424674 Apr 01 10:17:16.637277 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0c2963a-04a7-48c0-8a88-e9578f4adee1', 'name': 'network-vif-deleted', 'tag': 'd4b63b34-2001-49e8-b100-18b8738b2ce2'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:16.639661 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168a0c85-9bb9-4ed4-a8fe-144eb9c55ffc" -d '{"events": [{"server_uuid": "d0c2963a-04a7-48c0-8a88-e9578f4adee1", "name": "network-vif-deleted", "tag": "d4b63b34-2001-49e8-b100-18b8738b2ce2"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:16.659111 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39656) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:16.675122 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b71db7-d676-4db1-b70a-2624349f9bb4 x-openstack-request-id: req-21b71db7-d676-4db1-b70a-2624349f9bb4 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:16.675414 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0c2963a-04a7-48c0-8a88-e9578f4adee1", "name": "network-vif-deleted", "tag": "d4b63b34-2001-49e8-b100-18b8738b2ce2", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:16.675654 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-21b71db7-d676-4db1-b70a-2624349f9bb4 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:16.676053 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b71db7-d676-4db1-b70a-2624349f9bb4'] response: {'server_uuid': 'd0c2963a-04a7-48c0-8a88-e9578f4adee1', 'name': 'network-vif-deleted', 'tag': 'd4b63b34-2001-49e8-b100-18b8738b2ce2', 'status': 'completed', 'code': 200} Apr 01 10:17:16.712208 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1e35-b6bc-47e8-abb9-d4bb3cb94577 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (b1be9eeb-69d1-4073-9d73-313b66dcff49), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:16.739033 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1e35-b6bc-47e8-abb9-d4bb3cb94577 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (b1be9eeb-69d1-4073-9d73-313b66dcff49), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:16.781067 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a2310-90f5-4787-8574-69550db452f2 req-807f0eef-f3c3-4836-93bf-a796c248c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:16.784990 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f40a2310-90f5-4787-8574-69550db452f2 req-807f0eef-f3c3-4836-93bf-a796c248c7d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 1129 time: 0.0449729 Apr 01 10:17:16.830938 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-f40a2310-90f5-4787-8574-69550db452f2 req-0ee0b9a3-a45f-4054-b472-d8753de1de7e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2355283a-9b53-4a3a-bcfd-314969def6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400574 Apr 01 10:17:16.852676 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1e35-b6bc-47e8-abb9-d4bb3cb94577 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b1be9eeb-69d1-4073-9d73-313b66dcff49), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:16.855298 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-fb2c1e35-b6bc-47e8-abb9-d4bb3cb94577 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:16.856438 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-fb2c1e35-b6bc-47e8-abb9-d4bb3cb94577 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "DELETE /v2.0/security-groups/b1be9eeb-69d1-4073-9d73-313b66dcff49 HTTP/1.1" status: 204 len: 168 time: 0.1962817 Apr 01 10:17:16.859128 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39658) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:16.866344 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2c1e35-b6bc-47e8-abb9-d4bb3cb94577 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1be9eeb-69d1-4073-9d73-313b66dcff49,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:16.873460 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.api.v2.resource [None req-e11976d7-2274-421c-a196-2a5846cd38c6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] show failed (client error): The resource could not be found. Apr 01 10:17:16.874995 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e11976d7-2274-421c-a196-2a5846cd38c6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups/b1be9eeb-69d1-4073-9d73-313b66dcff49 HTTP/1.1" status: 404 len: 347 time: 0.0149026 Apr 01 10:17:16.878326 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39660) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:16.998216 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ca420-9f94-42dc-b829-e378db641c4d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Deleting port 60c54418-756a-411a-be82-dbc6c00e95cb {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:16.998553 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca420-9f94-42dc-b829-e378db641c4d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (60c54418-756a-411a-be82-dbc6c00e95cb), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:17.069284 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca420-9f94-42dc-b829-e378db641c4d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (60c54418-756a-411a-be82-dbc6c00e95cb), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:17.069616 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca420-9f94-42dc-b829-e378db641c4d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (60c54418-756a-411a-be82-dbc6c00e95cb), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:17.080865 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ca420-9f94-42dc-b829-e378db641c4d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Calling delete_port for 60c54418-756a-411a-be82-dbc6c00e95cb owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:17.252529 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca420-9f94-42dc-b829-e378db641c4d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (60c54418-756a-411a-be82-dbc6c00e95cb), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:17.275230 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ca420-9f94-42dc-b829-e378db641c4d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'Port': ['ID=60c54418-756a-411a-be82-dbc6c00e95cb,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:17.337830 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca420-9f94-42dc-b829-e378db641c4d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (b4064301-17fa-4fe4-886c-8c8433c6c448), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:17.340635 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9c9ca420-9f94-42dc-b829-e378db641c4d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:17.341814 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-9c9ca420-9f94-42dc-b829-e378db641c4d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "DELETE /v2.0/floatingips/b4064301-17fa-4fe4-886c-8c8433c6c448 HTTP/1.1" status: 204 len: 168 time: 0.4625921 Apr 01 10:17:17.721546 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39670) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:17.726242 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-b04f6744-447c-4d16-926e-66c33a78fd3a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1858499619', 'description': 'tempest-description--900404712'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:17.778558 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b04f6744-447c-4d16-926e-66c33a78fd3a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:17.817156 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236cd31d-2576-4c89-bae6-bd024027cff9 req-231e9285-f6db-46f1-9b13-e8e00979ce3f tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:17.819310 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-236cd31d-2576-4c89-bae6-bd024027cff9 req-231e9285-f6db-46f1-9b13-e8e00979ce3f tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0583205 Apr 01 10:17:17.854763 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b04f6744-447c-4d16-926e-66c33a78fd3a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (4412be89-c23f-4333-bda8-0b5efb8144ee), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:17.876900 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-236cd31d-2576-4c89-bae6-bd024027cff9 req-c926c8e7-0d97-490b-8a09-ee34ef5146df tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=2355283a-9b53-4a3a-bcfd-314969def6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518622 Apr 01 10:17:17.916101 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d57ebca-4fce-4849-9248-07aaa1f598fb req-4987d6b3-fcc8-409f-9124-8720a6c20252 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:17.917588 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4d57ebca-4fce-4849-9248-07aaa1f598fb req-4987d6b3-fcc8-409f-9124-8720a6c20252 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0610793 Apr 01 10:17:17.926796 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b04f6744-447c-4d16-926e-66c33a78fd3a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4412be89-c23f-4333-bda8-0b5efb8144ee), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:17.955731 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04f6744-447c-4d16-926e-66c33a78fd3a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4412be89-c23f-4333-bda8-0b5efb8144ee,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:17.971116 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4d57ebca-4fce-4849-9248-07aaa1f598fb req-8589346d-83cb-40e1-bd82-f4da9baa3426 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476921 Apr 01 10:17:18.003827 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b04f6744-447c-4d16-926e-66c33a78fd3a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.005078 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-b04f6744-447c-4d16-926e-66c33a78fd3a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2824991 Apr 01 10:17:18.010485 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39674) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:18.014769 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-718bae7d-bb12-4a50-afdc-44a3d94be4c4 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group_rule': {'security_group_id': '4412be89-c23f-4333-bda8-0b5efb8144ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:18.023686 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d4b63b34-2001-49e8-b100-18b8738b2ce2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:17:18.092041 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-718bae7d-bb12-4a50-afdc-44a3d94be4c4 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (720b652b-16b0-4e4b-a7bd-0b7bd425383a), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.149565 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-718bae7d-bb12-4a50-afdc-44a3d94be4c4 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (720b652b-16b0-4e4b-a7bd-0b7bd425383a), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.168485 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: d4b63b34-2001-49e8-b100-18b8738b2ce2 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:17:18.168831 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d4b63b34-2001-49e8-b100-18b8738b2ce2 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:17:18.212585 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-718bae7d-bb12-4a50-afdc-44a3d94be4c4 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (720b652b-16b0-4e4b-a7bd-0b7bd425383a), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.230316 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718bae7d-bb12-4a50-afdc-44a3d94be4c4 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720b652b-16b0-4e4b-a7bd-0b7bd425383a,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:18.311610 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-718bae7d-bb12-4a50-afdc-44a3d94be4c4 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.312840 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-718bae7d-bb12-4a50-afdc-44a3d94be4c4 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3013890 Apr 01 10:17:18.315981 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39676) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:18.320369 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-04e22842-40df-43cc-ae3f-1c4237aa1805 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'security_group_rule': {'security_group_id': '4412be89-c23f-4333-bda8-0b5efb8144ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:18.394475 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-04e22842-40df-43cc-ae3f-1c4237aa1805 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (6c3f52e6-9d07-4cdd-9d51-c1df2c2c8dd5), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.451015 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-04e22842-40df-43cc-ae3f-1c4237aa1805 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (6c3f52e6-9d07-4cdd-9d51-c1df2c2c8dd5), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.509491 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-04e22842-40df-43cc-ae3f-1c4237aa1805 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (6c3f52e6-9d07-4cdd-9d51-c1df2c2c8dd5), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.526899 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e22842-40df-43cc-ae3f-1c4237aa1805 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c3f52e6-9d07-4cdd-9d51-c1df2c2c8dd5,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:18.574370 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-04e22842-40df-43cc-ae3f-1c4237aa1805 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.575561 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-04e22842-40df-43cc-ae3f-1c4237aa1805 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2585735 Apr 01 10:17:18.578505 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39678) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:18.582782 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'floatingip': {'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:18.641194 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.734735 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.841144 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Allocated IP 172.37.3.60 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/59b5eb2d-6eaf-4d32-9d59-c824e184fe50) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:17:18.937466 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (59b5eb2d-6eaf-4d32-9d59-c824e184fe50), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:18.996332 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d9cc8-50fc-483c-959b-8ec27d937184 req-a556ca94-7fe9-4eae-a817-ea252bbae7de tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:18.997843 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c88d9cc8-50fc-483c-959b-8ec27d937184 req-a556ca94-7fe9-4eae-a817-ea252bbae7de tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0517509 Apr 01 10:17:19.018733 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (59b5eb2d-6eaf-4d32-9d59-c824e184fe50), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:19.053863 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:17:19.054132 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c88d9cc8-50fc-483c-959b-8ec27d937184 req-294d89d4-ff4e-491f-9ed9-d467b6ede8b1 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=2355283a-9b53-4a3a-bcfd-314969def6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499637 Apr 01 10:17:19.056693 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:17:19.059207 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:17:19.093879 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cd315-d653-4ae3-a9d2-6c0698f2f619 req-cfa0fba0-4b82-4c11-a805-3e53b108f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:19.095929 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d89cd315-d653-4ae3-a9d2-6c0698f2f619 req-cfa0fba0-4b82-4c11-a805-3e53b108f496 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0552273 Apr 01 10:17:19.107304 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=59b5eb2d-6eaf-4d32-9d59-c824e184fe50,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:19.165254 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (93ed1424-7205-453c-aede-189a9c268eb4), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:19.172743 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d89cd315-d653-4ae3-a9d2-6c0698f2f619 req-08b14449-f65a-4dd0-8222-50b80d6a953d tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707784 Apr 01 10:17:19.195661 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ac5931-024d-4f06-9b8d-fbd08e90a9ff req-427d7573-a0de-4f16-a360-36151e0085f1 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:19.197094 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-61ac5931-024d-4f06-9b8d-fbd08e90a9ff req-427d7573-a0de-4f16-a360-36151e0085f1 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0654292 Apr 01 10:17:19.205844 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39686) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:19.210144 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-77820219-63b1-47b1-bd56-fce45dfcb5b3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Request body: {'floatingip': {'port_id': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:19.249049 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77820219-63b1-47b1-bd56-fce45dfcb5b3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (451c4363-8bd6-468a-822e-5d4def5df2b5), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:19.257166 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (59b5eb2d-6eaf-4d32-9d59-c824e184fe50), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:19.409944 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (59b5eb2d-6eaf-4d32-9d59-c824e184fe50), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:19.470011 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13021659'] for port (59b5eb2d-6eaf-4d32-9d59-c824e184fe50), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:19.541316 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=59b5eb2d-6eaf-4d32-9d59-c824e184fe50,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:19.547672 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (93ed1424-7205-453c-aede-189a9c268eb4), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:19.608691 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:19.609980 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e370db28-1c74-4d36-84c2-c0cc44477bb6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0304699 Apr 01 10:17:19.681142 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77820219-63b1-47b1-bd56-fce45dfcb5b3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:19.738213 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77820219-63b1-47b1-bd56-fce45dfcb5b3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (451c4363-8bd6-468a-822e-5d4def5df2b5), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:19.857154 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-e43b2217-49aa-490e-9617-b3e55819cef0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1858499619&fields=id&tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 267 time: 0.0848687 Apr 01 10:17:19.880279 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [None req-77820219-63b1-47b1-bd56-fce45dfcb5b3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Floating IP 451c4363-8bd6-468a-822e-5d4def5df2b5 associated. External IP: 172.37.3.194, port: d82ad1be-27f4-40d0-be16-a9434b5cb1b2. Apr 01 10:17:20.041684 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-063f9564-6aa0-4ba0-a6fb-443c6f9d3a42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:20.043131 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-063f9564-6aa0-4ba0-a6fb-443c6f9d3a42 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 814 time: 0.1785891 Apr 01 10:17:20.060761 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-54471de7-5845-4d9b-8c96-6e1571b517c9 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/quotas/4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 375 time: 0.0111043 Apr 01 10:17:20.195544 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-f3190e96-5a92-44c4-8df8-ce84ed4e15c1 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978899 Apr 01 10:17:20.205898 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77820219-63b1-47b1-bd56-fce45dfcb5b3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Router 49320108-804f-4ada-9667-116070d8e3cd has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:17:20.410550 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-ae05ad10-a741-4e1f-ab61-4beacab7b5e7 service neutron] 10.222.0.13 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974537 Apr 01 10:17:20.418682 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a70b4-5ee1-4b2d-944d-e580a196eb54 req-43b90129-31ef-4dd8-9ddb-a82996e7ed30 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:20.420058 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f84a70b4-5ee1-4b2d-944d-e580a196eb54 req-43b90129-31ef-4dd8-9ddb-a82996e7ed30 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.1573598 Apr 01 10:17:20.450746 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77820219-63b1-47b1-bd56-fce45dfcb5b3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:17:20.459816 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716e0c2-3f76-4fe9-a840-05a645ce4559 None None] Sync routers for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:17:20.469552 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716e0c2-3f76-4fe9-a840-05a645ce4559 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:20.470239 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-9716e0c2-3f76-4fe9-a840-05a645ce4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:20.482280 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-77820219-63b1-47b1-bd56-fce45dfcb5b3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:20.557331 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-77820219-63b1-47b1-bd56-fce45dfcb5b3 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "PUT /v2.0/floatingips/451c4363-8bd6-468a-822e-5d4def5df2b5 HTTP/1.1" status: 200 len: 991 time: 1.3366358 Apr 01 10:17:20.557331 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'tag': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:20.557331 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faa6addd-fcba-473c-bb24-fb9cc4533207" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2", "tag": "d82ad1be-27f4-40d0-be16-a9434b5cb1b2"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:20.562566 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f84a70b4-5ee1-4b2d-944d-e580a196eb54 req-a9ed10d4-50d5-487c-9f8c-cf4b49687db5 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/security-groups?id=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329918 Apr 01 10:17:20.578683 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-9716e0c2-3f76-4fe9-a840-05a645ce4559 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:20.582161 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-55cfbb7c-5850-4229-962d-0caf4c32e66a service neutron] 10.222.0.13 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611869 Apr 01 10:17:20.618752 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8412e631-6008-485e-a5e2-8b797e2b4ad1 x-openstack-request-id: req-8412e631-6008-485e-a5e2-8b797e2b4ad1 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:20.619255 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2", "tag": "d82ad1be-27f4-40d0-be16-a9434b5cb1b2", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:20.619990 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-8412e631-6008-485e-a5e2-8b797e2b4ad1 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:20.621014 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8412e631-6008-485e-a5e2-8b797e2b4ad1'] response: {'name': 'network-changed', 'server_uuid': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'tag': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2', 'status': 'completed', 'code': 200} Apr 01 10:17:20.695631 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6addd-fcba-473c-bb24-fb9cc4533207 req-23a3988d-1994-4b63-bbca-11c56a35141f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:20.697058 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-faa6addd-fcba-473c-bb24-fb9cc4533207 req-23a3988d-1994-4b63-bbca-11c56a35141f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1f8feca17a5240999c4f2a5c6f313851&device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 1129 time: 0.0479593 Apr 01 10:17:20.804942 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6addd-fcba-473c-bb24-fb9cc4533207 req-5badd05d-32d4-4185-aaa6-ee6486f44c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:20.808218 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-faa6addd-fcba-473c-bb24-fb9cc4533207 req-5badd05d-32d4-4185-aaa6-ee6486f44c91 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e8e7b4de-9a1d-4a82-96e9-42b39622541f HTTP/1.1" status: 200 len: 912 time: 0.1037428 Apr 01 10:17:20.837119 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-50c5e976-8077-4456-82cd-4d7d2f626942 req-c04555c2-7b3b-45ec-b5ae-3c604aaee165 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 210 time: 0.0274754 Apr 01 10:17:20.859112 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-9716e0c2-3f76-4fe9-a840-05a645ce4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '451c4363-8bd6-468a-822e-5d4def5df2b5', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'floating_ip_address': '172.37.3.194', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '49320108-804f-4ada-9667-116070d8e3cd', 'port_id': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'mac_address': 'fa:16:3e:5e:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:17:05Z', 'updated_at': '2022-04-01T10:17:19Z', 'revision_number': 1, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:20.893838 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-faa6addd-fcba-473c-bb24-fb9cc4533207 req-b0467af6-1d75-4964-b8c8-2ae75d7b939b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d82ad1be-27f4-40d0-be16-a9434b5cb1b2 HTTP/1.1" status: 200 len: 999 time: 0.0743892 Apr 01 10:17:20.894077 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716e0c2-3f76-4fe9-a840-05a645ce4559 None None] Checking router: 49320108-804f-4ada-9667-116070d8e3cd for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:17:20.902734 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9716e0c2-3f76-4fe9-a840-05a645ce4559 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:20.903357 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-9716e0c2-3f76-4fe9-a840-05a645ce4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:20.951575 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6addd-fcba-473c-bb24-fb9cc4533207 req-bc76da55-a0cb-41b4-a500-fa42108d3afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:20.953183 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-faa6addd-fcba-473c-bb24-fb9cc4533207 req-bc76da55-a0cb-41b4-a500-fa42108d3afa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=732114a6-ce68-4568-8360-a1a2d861b474 HTTP/1.1" status: 200 len: 850 time: 0.0516617 Apr 01 10:17:20.991188 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaf2d8-7b5e-42ba-80de-c671de835b25 req-de777850-bf1c-4cbe-a1e8-d3ff93f4fec0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:20.993314 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3afaf2d8-7b5e-42ba-80de-c671de835b25 req-de777850-bf1c-4cbe-a1e8-d3ff93f4fec0 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 946 time: 0.0610087 Apr 01 10:17:21.014311 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6addd-fcba-473c-bb24-fb9cc4533207 req-a7cc5de9-ee63-4d33-9cb6-14daa928863a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:21.015977 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-faa6addd-fcba-473c-bb24-fb9cc4533207 req-a7cc5de9-ee63-4d33-9cb6-14daa928863a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e8e7b4de-9a1d-4a82-96e9-42b39622541f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0537300 Apr 01 10:17:21.023828 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-9716e0c2-3f76-4fe9-a840-05a645ce4559 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:21.095871 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-3afaf2d8-7b5e-42ba-80de-c671de835b25 req-4f666737-4a25-42b7-8326-03597dd4e572 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Deleting port 3467b345-8f39-4c22-90b9-0cbb19978bf4 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:21.096465 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-3afaf2d8-7b5e-42ba-80de-c671de835b25 req-4f666737-4a25-42b7-8326-03597dd4e572 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:21.115426 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-faa6addd-fcba-473c-bb24-fb9cc4533207 req-e2e88d69-a761-4d2e-95e3-5efc066a2441 service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928781 Apr 01 10:17:21.190402 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-3afaf2d8-7b5e-42ba-80de-c671de835b25 req-4f666737-4a25-42b7-8326-03597dd4e572 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] For port 3467b345-8f39-4c22-90b9-0cbb19978bf4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3467b345-8f39-4c22-90b9-0cbb19978bf4,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:21.190849 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-3afaf2d8-7b5e-42ba-80de-c671de835b25 req-4f666737-4a25-42b7-8326-03597dd4e572 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:21.208074 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-3afaf2d8-7b5e-42ba-80de-c671de835b25 req-4f666737-4a25-42b7-8326-03597dd4e572 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Calling delete_port for 3467b345-8f39-4c22-90b9-0cbb19978bf4 owned by compute:nova {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:21.217533 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-faa6addd-fcba-473c-bb24-fb9cc4533207 req-7c29a89c-1eb7-46e6-8bf2-0f513ae20b20 service neutron] 10.222.0.43 "GET /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952723 Apr 01 10:17:21.267935 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-9716e0c2-3f76-4fe9-a840-05a645ce4559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '451c4363-8bd6-468a-822e-5d4def5df2b5', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'floating_ip_address': '172.37.3.194', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '49320108-804f-4ada-9667-116070d8e3cd', 'port_id': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'mac_address': 'fa:16:3e:5e:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:17:05Z', 'updated_at': '2022-04-01T10:17:19Z', 'revision_number': 1, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:21.298734 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9716e0c2-3f76-4fe9-a840-05a645ce4559 None None] The sync data for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb is: [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '451c4363-8bd6-468a-822e-5d4def5df2b5', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'floating_ip_address': '172.37.3.194', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': '49320108-804f-4ada-9667-116070d8e3cd', 'port_id': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'mac_address': 'fa:16:3e:5e:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:17:05Z', 'updated_at': '2022-04-01T10:17:19Z', 'revision_number': 1, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:17:21.418580 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-3afaf2d8-7b5e-42ba-80de-c671de835b25 req-4f666737-4a25-42b7-8326-03597dd4e572 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (3467b345-8f39-4c22-90b9-0cbb19978bf4), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:21.431286 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['3467b345-8f39-4c22-90b9-0cbb19978bf4'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:17:21.448690 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f666737-4a25-42b7-8326-03597dd4e572 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Pushing event deleted for resources: {'Port': ['ID=3467b345-8f39-4c22-90b9-0cbb19978bf4,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:21.493350 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afaf2d8-7b5e-42ba-80de-c671de835b25 req-4f666737-4a25-42b7-8326-03597dd4e572 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] No DVR routers for this DVR port 3467b345-8f39-4c22-90b9-0cbb19978bf4 on host hv-cinder-maste {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:17:21.497290 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-3afaf2d8-7b5e-42ba-80de-c671de835b25 req-4f666737-4a25-42b7-8326-03597dd4e572 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:21.499937 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3afaf2d8-7b5e-42ba-80de-c671de835b25 req-4f666737-4a25-42b7-8326-03597dd4e572 tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.43 "DELETE /v2.0/ports/3467b345-8f39-4c22-90b9-0cbb19978bf4 HTTP/1.1" status: 204 len: 173 time: 0.5004907 Apr 01 10:17:21.505536 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10f138-2d1e-4c52-99fa-8a282a0e5cf2 None None] New status for floating IP 451c4363-8bd6-468a-822e-5d4def5df2b5: ACTIVE {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:17:21.666983 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1d763f7d-9f18-4790-84ce-e587064fa15c req-d3799d17-5f11-40f4-bad8-f210374f245b tempest-ServerRescueNegativeTestJSON-1487953690 tempest-ServerRescueNegativeTestJSON-1487953690-project] 10.222.0.13 "GET /v2.0/ports?device_id=cd4693cb-9b34-462a-958b-038d6b704ddb HTTP/1.1" status: 200 len: 210 time: 0.0301828 Apr 01 10:17:21.935842 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1e21c35c-3636-423f-bfa6-2ef50ecadab3 req-40a2d61f-9662-40d1-9572-27b721658cd0 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 210 time: 0.0289090 Apr 01 10:17:22.622739 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4693cb-9b34-462a-958b-038d6b704ddb', 'name': 'network-vif-deleted', 'tag': '3467b345-8f39-4c22-90b9-0cbb19978bf4'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:22.624963 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26c26cc-a5b2-4245-8bef-3703fe47a705" -d '{"events": [{"server_uuid": "cd4693cb-9b34-462a-958b-038d6b704ddb", "name": "network-vif-deleted", "tag": "3467b345-8f39-4c22-90b9-0cbb19978bf4"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:22.661355 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a42ddc-dc40-47bb-a553-1cedcb1ba1b1 x-openstack-request-id: req-c2a42ddc-dc40-47bb-a553-1cedcb1ba1b1 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:22.661649 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4693cb-9b34-462a-958b-038d6b704ddb", "name": "network-vif-deleted", "tag": "3467b345-8f39-4c22-90b9-0cbb19978bf4", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:22.661900 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c2a42ddc-dc40-47bb-a553-1cedcb1ba1b1 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:22.662485 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2a42ddc-dc40-47bb-a553-1cedcb1ba1b1'] response: {'server_uuid': 'cd4693cb-9b34-462a-958b-038d6b704ddb', 'name': 'network-vif-deleted', 'tag': '3467b345-8f39-4c22-90b9-0cbb19978bf4', 'status': 'completed', 'code': 200} Apr 01 10:17:22.722996 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39724) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:22.908780 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-c6eee913-8b5d-424e-aade-1ce3947c2399 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:22.910147 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-c6eee913-8b5d-424e-aade-1ce3947c2399 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 814 time: 0.1810803 Apr 01 10:17:23.313824 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f18e9212-6d17-442a-9fa4-b44a66078d03 req-2d5307a1-015f-412d-bf10-2018d0ad3855 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 210 time: 0.3054223 Apr 01 10:17:23.343394 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-5ec20f83-50bc-487d-85b6-9d03cab0c9f2 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f HTTP/1.1" status: 200 len: 380 time: 0.3957686 Apr 01 10:17:23.368793 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'port': {'device_id': '35c1a806-745b-44d3-80c3-a1fc90078397', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'admin_state_up': True, 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'security_groups': ['4412be89-c23f-4333-bda8-0b5efb8144ee']}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:23.613901 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Made reservation on behalf of 4fe27716eeb24577b5e8d4ce0ca46b5f for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:17:23.617112 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:23.717871 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2048629'] for router_interface (6ca4bd43-41d8-4052-8127-5fcb65bb0655), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:23.873745 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Allocated IP 172.20.0.8 (f92ca3fc-f878-4471-8584-45362264a2fe/3c4bd942-1f07-46b6-a4b8-3efb6580d55d/89444a4a-f3df-408c-a4c9-35acdac618f7) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:17:24.051020 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 3467b345-8f39-4c22-90b9-0cbb19978bf4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:17:24.070354 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: 3467b345-8f39-4c22-90b9-0cbb19978bf4 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:17:24.070708 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 3467b345-8f39-4c22-90b9-0cbb19978bf4 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:17:24.139903 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:24.201507 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] Deleting port b9462d9f-4ef3-41de-9a98-6d954306f8d9 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:24.201843 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:24.258747 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:24.317605 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] For port b9462d9f-4ef3-41de-9a98-6d954306f8d9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b9462d9f-4ef3-41de-9a98-6d954306f8d9,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:24.317971 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:24.335129 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Network f92ca3fc-f878-4471-8584-45362264a2fe is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:17:24.337709 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event updated for resources: {'Port': ['ID=89444a4a-f3df-408c-a4c9-35acdac618f7,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:24.343221 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:17:24.346113 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] Calling delete_port for b9462d9f-4ef3-41de-9a98-6d954306f8d9 owned by network:router_interface {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:24.347925 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:17:24.465189 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:24.465821 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:24.540248 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-7fe427f2-686f-4708-b136-9d64b5fa3f00 None None] Provisioning complete for port 89444a4a-f3df-408c-a4c9-35acdac618f7 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:17:24.540624 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7fe427f2-686f-4708-b136-9d64b5fa3f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:24.545881 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e2b72-fa84-4701-b9da-6bfa2b98c6ab req-f4a06c20-552e-4d82-bcb0-67a7b1b4dd82 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:24.547368 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-db2e2b72-fa84-4701-b9da-6bfa2b98c6ab req-f4a06c20-552e-4d82-bcb0-67a7b1b4dd82 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 931 time: 0.1269732 Apr 01 10:17:24.553092 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-d8181951-66b2-45d5-b2d5-1b7001473dbb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2037880 Apr 01 10:17:24.574244 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Request body: {'port': {'device_id': '35c1a806-745b-44d3-80c3-a1fc90078397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:24.574467 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-7fe427f2-686f-4708-b136-9d64b5fa3f00 None None] Port 89444a4a-f3df-408c-a4c9-35acdac618f7 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:17:24.712322 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-db2e2b72-fa84-4701-b9da-6bfa2b98c6ab req-5b01501c-31b8-4d9e-9078-c0a5b5344b0f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566901 Apr 01 10:17:24.719584 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:24.831623 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (b9462d9f-4ef3-41de-9a98-6d954306f8d9), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:24.870875 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9462d9f-4ef3-41de-9a98-6d954306f8d9,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:25.152491 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051557'] for router_interface (6ca4bd43-41d8-4052-8127-5fcb65bb0655), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:25.159438 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89444a4a-f3df-408c-a4c9-35acdac618f7 {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:17:25.170372 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Publish callbacks [] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:25.241524 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Transition to ACTIVE for port object 89444a4a-f3df-408c-a4c9-35acdac618f7 will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:17:25.316198 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:25.404308 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Pushing event updated for resources: {'Port': ['ID=89444a4a-f3df-408c-a4c9-35acdac618f7,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:25.477319 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] Router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:17:25.503868 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Attempting to bind port 89444a4a-f3df-408c-a4c9-35acdac618f7 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:17:25.504137 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Attempting to bind port 89444a4a-f3df-408c-a4c9-35acdac618f7 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:17:25.504465 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Attempting to bind port 89444a4a-f3df-408c-a4c9-35acdac618f7 on network f92ca3fc-f878-4471-8584-45362264a2fe {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:17:25.565818 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Port 89444a4a-f3df-408c-a4c9-35acdac618f7 on network f92ca3fc-f878-4471-8584-45362264a2fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:17:25.566154 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Attempting to bind port 89444a4a-f3df-408c-a4c9-35acdac618f7 on network f92ca3fc-f878-4471-8584-45362264a2fe {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:17:25.575290 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:17:25.575628 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Checking segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:17:25.576021 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Bound using segment: {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:17:25.576456 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Bound port: 89444a4a-f3df-408c-a4c9-35acdac618f7, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c147e7a4-0793-4f75-9bfc-0a28feff30d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:17:25.576816 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:25.652465 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:17:25.659819 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-692b50b9-15c5-4193-8ebd-537dd45dead3 admin admin] 10.222.0.13 "PUT /v2.0/routers/6ca4bd43-41d8-4052-8127-5fcb65bb0655/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9357476 Apr 01 10:17:25.662473 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39736) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:25.666366 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8ab68-3b70-4203-ab45-55f1dd3f5c0e None None] Sync routers for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:17:25.671220 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] For port 89444a4a-f3df-408c-a4c9-35acdac618f7, host hv-cinder-maste, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:17:25.676795 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8ab68-3b70-4203-ab45-55f1dd3f5c0e None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:25.677441 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-47f8ab68-3b70-4203-ab45-55f1dd3f5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:25.741222 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] For port 89444a4a-f3df-408c-a4c9-35acdac618f7, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=89444a4a-f3df-408c-a4c9-35acdac618f7,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:17:25.782915 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37236841-0983-429b-ab09-54623047178d admin admin] Publish callbacks [] for router (6ca4bd43-41d8-4052-8127-5fcb65bb0655), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:25.793121 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-47f8ab68-3b70-4203-ab45-55f1dd3f5c0e None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:25.980036 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-47f8ab68-3b70-4203-ab45-55f1dd3f5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:17:24Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:26.015546 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8ab68-3b70-4203-ab45-55f1dd3f5c0e None None] Checking router: 6ca4bd43-41d8-4052-8127-5fcb65bb0655 for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:17:26.040144 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f8ab68-3b70-4203-ab45-55f1dd3f5c0e None None] Routers {'6ca4bd43-41d8-4052-8127-5fcb65bb0655'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:26.041055 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-47f8ab68-3b70-4203-ab45-55f1dd3f5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:26.090197 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:26.135778 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:26.162697 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-47f8ab68-3b70-4203-ab45-55f1dd3f5c0e None None] Set router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:26.189356 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:26.189902 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:26.191261 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] 10.222.0.43 "PUT /v2.0/ports/89444a4a-f3df-408c-a4c9-35acdac618f7 HTTP/1.1" status: 200 len: 1093 time: 1.6265218 Apr 01 10:17:26.194662 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c1a806-745b-44d3-80c3-a1fc90078397', 'tag': '89444a4a-f3df-408c-a4c9-35acdac618f7'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:26.196916 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d1da67-12bd-4dd1-8e63-e8e8f6898e67" -d '{"events": [{"name": "network-changed", "server_uuid": "35c1a806-745b-44d3-80c3-a1fc90078397", "tag": "89444a4a-f3df-408c-a4c9-35acdac618f7"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:26.241891 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c54f85-e837-4573-8ab7-1208509f42ee req-d1a5647c-6cc4-4803-a285-07df7267525e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:26.243445 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-00c54f85-e837-4573-8ab7-1208509f42ee req-d1a5647c-6cc4-4803-a285-07df7267525e tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 943 time: 0.4578798 Apr 01 10:17:26.246166 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70703fe5-66ce-4d53-8ccb-cffcd0b860e9 service neutron] Pushing event updated for resources: {'Port': ['ID=89444a4a-f3df-408c-a4c9-35acdac618f7,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:26.251224 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6171832c-79aa-4afe-82cf-1ff8b15eb5b6 x-openstack-request-id: req-6171832c-79aa-4afe-82cf-1ff8b15eb5b6 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:26.251224 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c1a806-745b-44d3-80c3-a1fc90078397", "tag": "89444a4a-f3df-408c-a4c9-35acdac618f7", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:26.251224 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6171832c-79aa-4afe-82cf-1ff8b15eb5b6 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:26.251224 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6171832c-79aa-4afe-82cf-1ff8b15eb5b6'] response: {'name': 'network-changed', 'server_uuid': '35c1a806-745b-44d3-80c3-a1fc90078397', 'tag': '89444a4a-f3df-408c-a4c9-35acdac618f7', 'status': 'completed', 'code': 200} Apr 01 10:17:26.315389 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37236841-0983-429b-ab09-54623047178d admin admin] Publish callbacks [] for router_gateway (6ca4bd43-41d8-4052-8127-5fcb65bb0655), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:26.356900 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1da67-12bd-4dd1-8e63-e8e8f6898e67 req-7adbd1ed-728e-4116-a664-cecaae3c7ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:26.358445 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-42d1da67-12bd-4dd1-8e63-e8e8f6898e67 req-7adbd1ed-728e-4116-a664-cecaae3c7ca6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 1127 time: 0.0902319 Apr 01 10:17:26.362975 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-00c54f85-e837-4573-8ab7-1208509f42ee req-408e252c-a3a6-48d3-989d-89e57f40762b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069398 Apr 01 10:17:26.407216 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-47f8ab68-3b70-4203-ab45-55f1dd3f5c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:17:24Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:26.441190 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f8ab68-3b70-4203-ab45-55f1dd3f5c0e None None] The sync data for ids ['6ca4bd43-41d8-4052-8127-5fcb65bb0655'] in dv-cinder-master-3-smb is: [{'id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'name': 'tempest-ServerRescueNegativeTestJSON-2091108762-router', 'tenant_id': '944c78fd166e487fa555d9dfc89307ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41'}], 'enable_snat': True}, 'gw_port_id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:55Z', 'updated_at': '2022-04-01T10:17:24Z', 'revision_number': 5, 'project_id': '944c78fd166e487fa555d9dfc89307ca', 'gw_port': {'id': '53c73fa2-6844-4384-9b22-f065c8d0834a', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ca:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ca4bd43-41d8-4052-8127-5fcb65bb0655', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:17:26.494348 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1da67-12bd-4dd1-8e63-e8e8f6898e67 req-c7b98c61-7358-412e-bbe7-8637f8b9cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:26.495794 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-42d1da67-12bd-4dd1-8e63-e8e8f6898e67 req-c7b98c61-7358-412e-bbe7-8637f8b9cfda service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1310868 Apr 01 10:17:26.523009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-37236841-0983-429b-ab09-54623047178d admin admin] Deleting port 53c73fa2-6844-4384-9b22-f065c8d0834a {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:26.523204 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37236841-0983-429b-ab09-54623047178d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:26.648810 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1da67-12bd-4dd1-8e63-e8e8f6898e67 req-1707b83b-ee2d-45aa-80a2-421b4b03605f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:26.650289 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-42d1da67-12bd-4dd1-8e63-e8e8f6898e67 req-1707b83b-ee2d-45aa-80a2-421b4b03605f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1481152 Apr 01 10:17:26.655646 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-37236841-0983-429b-ab09-54623047178d admin admin] For port 53c73fa2-6844-4384-9b22-f065c8d0834a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=53c73fa2-6844-4384-9b22-f065c8d0834a,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:26.656033 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37236841-0983-429b-ab09-54623047178d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:26.668255 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-37236841-0983-429b-ab09-54623047178d admin admin] Calling delete_port for 53c73fa2-6844-4384-9b22-f065c8d0834a owned by network:router_gateway {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:26.813511 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-0172ccab-6596-48de-bb97-fc709bdb2a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:26.817536 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-0172ccab-6596-48de-bb97-fc709bdb2a29 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 1127 time: 0.1054142 Apr 01 10:17:26.867476 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-bc1ad3c2-39e4-497e-ba5e-ec053b99e652 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89444a4a-f3df-408c-a4c9-35acdac618f7 HTTP/1.1" status: 200 len: 217 time: 0.0422771 Apr 01 10:17:26.950900 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-7c404fb1-5fa0-4d5a-ba24-7df4ce8d03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:26.952361 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-7c404fb1-5fa0-4d5a-ba24-7df4ce8d03eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4bd942-1f07-46b6-a4b8-3efb6580d55d HTTP/1.1" status: 200 len: 853 time: 0.0797505 Apr 01 10:17:27.003368 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-aee69379-8072-430a-b103-69f4df6391a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:27.004864 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-aee69379-8072-430a-b103-69f4df6391a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92ca3fc-f878-4471-8584-45362264a2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0464697 Apr 01 10:17:27.019038 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37236841-0983-429b-ab09-54623047178d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (53c73fa2-6844-4384-9b22-f065c8d0834a), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.087664 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37236841-0983-429b-ab09-54623047178d admin admin] Pushing event deleted for resources: {'Port': ['ID=53c73fa2-6844-4384-9b22-f065c8d0834a,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:27.174341 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-25b9f62a-48c2-42dd-85d9-9ecfca0a2ea8 service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630027 Apr 01 10:17:27.175120 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37236841-0983-429b-ab09-54623047178d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048271'] for router_gateway (6ca4bd43-41d8-4052-8127-5fcb65bb0655), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.322998 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37236841-0983-429b-ab09-54623047178d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2050451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1690'] for router (6ca4bd43-41d8-4052-8127-5fcb65bb0655), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.326497 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37236841-0983-429b-ab09-54623047178d admin admin] Publish callbacks [] for router_controller (6ca4bd43-41d8-4052-8127-5fcb65bb0655), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.416876 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ca23e797-d3e4-443e-85ca-3a43cae6203d req-df2554a2-c1ee-41bb-8600-4b6b7b1ba8de service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249453 Apr 01 10:17:27.509515 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f3c69-096e-4b5e-b643-ef48dc5cf421 req-3b4b0a3c-cbe5-48b8-a557-b2288ab6a83b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:27.511013 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-400f3c69-096e-4b5e-b643-ef48dc5cf421 req-3b4b0a3c-cbe5-48b8-a557-b2288ab6a83b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 943 time: 0.0526397 Apr 01 10:17:27.512126 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37236841-0983-429b-ab09-54623047178d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2050538'] for router (6ca4bd43-41d8-4052-8127-5fcb65bb0655), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.512695 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37236841-0983-429b-ab09-54623047178d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ca4bd43-41d8-4052-8127-5fcb65bb0655 {{(pid=103818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 10:17:27.520405 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-37236841-0983-429b-ab09-54623047178d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.520405 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-37236841-0983-429b-ab09-54623047178d admin admin] 10.222.0.13 "DELETE /v2.0/routers/6ca4bd43-41d8-4052-8127-5fcb65bb0655 HTTP/1.1" status: 204 len: 168 time: 1.8554060 Apr 01 10:17:27.522543 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39746) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:27.568688 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-400f3c69-096e-4b5e-b643-ef48dc5cf421 req-a5ead819-c28e-4c47-a607-e09f667c50cc tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478091 Apr 01 10:17:27.575668 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70e37e3-51d2-4d79-b841-28efdeec33d4 admin admin] Deleting subnet 96f8cb1f-cab3-4b9a-9563-129ee0dac497 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:17:27.579467 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b70e37e3-51d2-4d79-b841-28efdeec33d4 admin admin] Publish callbacks [] for subnet (96f8cb1f-cab3-4b9a-9563-129ee0dac497), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.621711 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b70e37e3-51d2-4d79-b841-28efdeec33d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16609337'] for subnet (96f8cb1f-cab3-4b9a-9563-129ee0dac497), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.730688 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b70e37e3-51d2-4d79-b841-28efdeec33d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (96f8cb1f-cab3-4b9a-9563-129ee0dac497), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.818164 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b70e37e3-51d2-4d79-b841-28efdeec33d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13012769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12969632'] for subnet (96f8cb1f-cab3-4b9a-9563-129ee0dac497), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.847316 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e37e3-51d2-4d79-b841-28efdeec33d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f8cb1f-cab3-4b9a-9563-129ee0dac497,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:27.853052 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-b70e37e3-51d2-4d79-b841-28efdeec33d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.856438 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-b70e37e3-51d2-4d79-b841-28efdeec33d4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/96f8cb1f-cab3-4b9a-9563-129ee0dac497 HTTP/1.1" status: 204 len: 168 time: 0.3327868 Apr 01 10:17:27.858857 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39748) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:27.859408 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d5db38-8f29-4bd3-b6a6-9daeb21e171f None None] Network 853426ae-fc11-4f7b-806b-575aef5f8d4c requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:17:27.925578 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (853426ae-fc11-4f7b-806b-575aef5f8d4c), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:27.985003 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Deleting port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:27.985370 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.053252 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device b9462d9f-4ef3-41de-9a98-6d954306f8d9 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:17:28.089662 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: b9462d9f-4ef3-41de-9a98-6d954306f8d9 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:17:28.090249 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device b9462d9f-4ef3-41de-9a98-6d954306f8d9 not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:17:28.090672 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 53c73fa2-6844-4384-9b22-f065c8d0834a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:17:28.114930 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 53c73fa2-6844-4384-9b22-f065c8d0834a {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:17:28.115274 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 53c73fa2-6844-4384-9b22-f065c8d0834a not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:17:28.230018 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3d7182-868f-4e36-9beb-fc20dddebfcc None None] DHCP port deletion for 853426ae-fc11-4f7b-806b-575aef5f8d4c request from dv-cinder-master-3-smb {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 10:17:28.259235 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] For port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9101ca8d-6a9a-4218-b0a9-95b0fc47c091,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:28.259605 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.272079 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Calling delete_port for 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 owned by network:dhcp {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:28.278972 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d7182-868f-4e36-9beb-fc20dddebfcc None None] Deleting port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:17:28.279376 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7182-868f-4e36-9beb-fc20dddebfcc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.338552 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-0a3d7182-868f-4e36-9beb-fc20dddebfcc None None] For port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=9101ca8d-6a9a-4218-b0a9-95b0fc47c091,segment=NetworkSegment(891ac9d3-ea57-4df2-a3d7-9a11dff185fa),segment_id=891ac9d3-ea57-4df2-a3d7-9a11dff185fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:28.338949 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7182-868f-4e36-9beb-fc20dddebfcc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.352231 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-0a3d7182-868f-4e36-9beb-fc20dddebfcc None None] Calling delete_port for 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:17:28.407067 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.432648 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Pushing event deleted for resources: {'Port': ['ID=9101ca8d-6a9a-4218-b0a9-95b0fc47c091,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:28.436279 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] No DVR routers for this DVR port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 on host dv-cinder-master-3-smb {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:17:28.467311 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0a3d7182-868f-4e36-9beb-fc20dddebfcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (9101ca8d-6a9a-4218-b0a9-95b0fc47c091), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.492939 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3d7182-868f-4e36-9beb-fc20dddebfcc None None] Pushing event deleted for resources: {'Port': ['ID=9101ca8d-6a9a-4218-b0a9-95b0fc47c091,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:28.494809 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3d7182-868f-4e36-9beb-fc20dddebfcc None None] No DVR routers for this DVR port 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 on host dv-cinder-master-3-smb {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:17:28.510733 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (853426ae-fc11-4f7b-806b-575aef5f8d4c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.531754 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853426ae-fc11-4f7b-806b-575aef5f8d4c']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:28.541838 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891ac9d3-ea57-4df2-a3d7-9a11dff185fa') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:28.542137 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891ac9d3-ea57-4df2-a3d7-9a11dff185fa') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:28.551757 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16609330'] for segment (891ac9d3-ea57-4df2-a3d7-9a11dff185fa), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.565284 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (891ac9d3-ea57-4df2-a3d7-9a11dff185fa), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.571159 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:17:28.571550 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13021575'] for segment (891ac9d3-ea57-4df2-a3d7-9a11dff185fa), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: Traceback (most recent call last): Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: timer() Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: cb(*args, **kw) Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: return func(*args, **kwargs) Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: self._notify() Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: self.callback(batched_events) Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: event.method(event) Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: return f(self, *a, **k) Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: return self._get(url).json() Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: return self.request(url, 'GET', **kwargs) Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:17:28.573263 dv-cinder-master-3-smb neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:17:28.601355 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-25ed2e3b-921b-4480-ba0d-78c9de7ecd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.686684 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (853426ae-fc11-4f7b-806b-575aef5f8d4c), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.687821 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b189e646-1995-48a3-a9fa-8021dc9d4944 req-4757b609-5433-44da-8c26-bb8f327e6f23 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:28.689899 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b189e646-1995-48a3-a9fa-8021dc9d4944 req-4757b609-5433-44da-8c26-bb8f327e6f23 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 943 time: 0.0519142 Apr 01 10:17:28.695684 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:28.698952 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] 10.222.0.13 "DELETE /v2.0/networks/853426ae-fc11-4f7b-806b-575aef5f8d4c HTTP/1.1" status: 204 len: 168 time: 0.8391833 Apr 01 10:17:28.709468 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db536303-a48b-463a-b59b-d5055aee6a8f admin admin] Pushing event deleted for resources: {'Network': ['ID=853426ae-fc11-4f7b-806b-575aef5f8d4c,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:28.745511 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b189e646-1995-48a3-a9fa-8021dc9d4944 req-b828e08f-c0f4-4fc5-a00c-1f72c1e1154d tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470688 Apr 01 10:17:29.046759 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39754) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:29.084626 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-35a1f699-7bfa-49ea-8343-03654152e144 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=944c78fd166e487fa555d9dfc89307ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0367768 Apr 01 10:17:29.086965 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39756) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:29.131110 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c88ff255-d644-42fb-a545-ad614503d297 admin admin] Publish callbacks [] for security_group (6fff3cd8-522b-48fd-a12e-87f7dfad4bd0), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:29.150828 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c88ff255-d644-42fb-a545-ad614503d297 admin admin] Publish callbacks [] for security_group (6fff3cd8-522b-48fd-a12e-87f7dfad4bd0), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:29.258117 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c88ff255-d644-42fb-a545-ad614503d297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (6fff3cd8-522b-48fd-a12e-87f7dfad4bd0), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:29.260582 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c88ff255-d644-42fb-a545-ad614503d297 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:29.261739 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-c88ff255-d644-42fb-a545-ad614503d297 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fff3cd8-522b-48fd-a12e-87f7dfad4bd0 HTTP/1.1" status: 204 len: 168 time: 0.1739185 Apr 01 10:17:29.269860 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ff255-d644-42fb-a545-ad614503d297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fff3cd8-522b-48fd-a12e-87f7dfad4bd0,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:29.864460 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc855e5-7931-43c4-9d06-888503367115 req-23d987dd-9613-43cb-8850-7ed7f36bc214 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:29.865993 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-edc855e5-7931-43c4-9d06-888503367115 req-23d987dd-9613-43cb-8850-7ed7f36bc214 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 943 time: 0.0542269 Apr 01 10:17:29.913455 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-edc855e5-7931-43c4-9d06-888503367115 req-f6b61b29-caf8-4280-a5a3-b69a6f70a72f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417836 Apr 01 10:17:30.015819 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:17:30.037989 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:17:30.038341 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 9101ca8d-6a9a-4218-b0a9-95b0fc47c091 not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:17:30.075474 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 89444a4a-f3df-408c-a4c9-35acdac618f7 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:17:30.174770 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 89444a4a-f3df-408c-a4c9-35acdac618f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=89444a4a-f3df-408c-a4c9-35acdac618f7,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:30.187794 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '89444a4a-f3df-408c-a4c9-35acdac618f7', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'port_id': '89444a4a-f3df-408c-a4c9-35acdac618f7', 'mac_address': 'fa:16:3e:d4:2d:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:17:30.227210 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 89444a4a-f3df-408c-a4c9-35acdac618f7 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:17:30.227599 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:30.240522 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89444a4a-f3df-408c-a4c9-35acdac618f7 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:17:30.260550 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 89444a4a-f3df-408c-a4c9-35acdac618f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=89444a4a-f3df-408c-a4c9-35acdac618f7,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:30.338246 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:30.384106 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=89444a4a-f3df-408c-a4c9-35acdac618f7,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:30.603990 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['89444a4a-f3df-408c-a4c9-35acdac618f7'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:17:30.823984 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-959dfe6a-e37e-4308-b6db-3cba11dd0ae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:31.040222 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4534236-936f-47cd-8b4e-51231814e721 req-6b623a30-f1b4-45df-be4b-61095a41b951 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:31.041744 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d4534236-936f-47cd-8b4e-51231814e721 req-6b623a30-f1b4-45df-be4b-61095a41b951 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 944 time: 0.0592277 Apr 01 10:17:31.088180 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d4534236-936f-47cd-8b4e-51231814e721 req-d20a4380-df50-4d8e-bcb3-8e29db757851 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409043 Apr 01 10:17:31.875036 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:32.075077 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 89444a4a-f3df-408c-a4c9-35acdac618f7 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:17:32.190894 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port 89444a4a-f3df-408c-a4c9-35acdac618f7 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:17:32.196986 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 89444a4a-f3df-408c-a4c9-35acdac618f7 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:17:32.197390 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:32.219489 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29108592-2270-4cf9-aa5c-52b027315eb0 req-0be5f888-3b12-489f-aabe-1866b0cde146 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:32.221981 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-29108592-2270-4cf9-aa5c-52b027315eb0 req-0be5f888-3b12-489f-aabe-1866b0cde146 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 944 time: 0.0652494 Apr 01 10:17:32.273080 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-29108592-2270-4cf9-aa5c-52b027315eb0 req-f6600252-b8a5-4b04-b35e-cad59e62bfd7 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429480 Apr 01 10:17:32.278688 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 89444a4a-f3df-408c-a4c9-35acdac618f7 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:17:32.279148 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:32.303308 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c1a806-745b-44d3-80c3-a1fc90078397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89444a4a-f3df-408c-a4c9-35acdac618f7'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:32.305490 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54aa396-e694-442d-ab64-e3110f45c471" -d '{"events": [{"server_uuid": "35c1a806-745b-44d3-80c3-a1fc90078397", "name": "network-vif-plugged", "status": "completed", "tag": "89444a4a-f3df-408c-a4c9-35acdac618f7"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:32.318920 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 89444a4a-f3df-408c-a4c9-35acdac618f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=89444a4a-f3df-408c-a4c9-35acdac618f7,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:32.342273 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5dda457-4793-45fc-a40c-7228dc2c0abf x-openstack-request-id: req-f5dda457-4793-45fc-a40c-7228dc2c0abf {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:32.342569 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c1a806-745b-44d3-80c3-a1fc90078397", "name": "network-vif-plugged", "status": "completed", "tag": "89444a4a-f3df-408c-a4c9-35acdac618f7", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:32.342821 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f5dda457-4793-45fc-a40c-7228dc2c0abf {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:32.343272 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5dda457-4793-45fc-a40c-7228dc2c0abf'] response: {'server_uuid': '35c1a806-745b-44d3-80c3-a1fc90078397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89444a4a-f3df-408c-a4c9-35acdac618f7', 'code': 200} Apr 01 10:17:32.412411 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:32.478864 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=89444a4a-f3df-408c-a4c9-35acdac618f7,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:32.706720 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e15e3-4d57-429b-a03f-a81efcbff84a req-de5b8863-ee74-4389-843e-27d988b9a4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:32.708243 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f39e15e3-4d57-429b-a03f-a81efcbff84a req-de5b8863-ee74-4389-843e-27d988b9a4a0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 1129 time: 0.0578527 Apr 01 10:17:32.754966 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f39e15e3-4d57-429b-a03f-a81efcbff84a req-9e35b43b-d836-4bd2-8ea9-437bb5287ba2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403399 Apr 01 10:17:32.991555 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f1bfc-214d-4967-b936-7a7a1d78d47b req-b1979f57-99df-4100-94b5-ae3cbbe5293b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:32.993031 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-923f1bfc-214d-4967-b936-7a7a1d78d47b req-b1979f57-99df-4100-94b5-ae3cbbe5293b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0542817 Apr 01 10:17:33.044058 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-923f1bfc-214d-4967-b936-7a7a1d78d47b req-36845507-99d8-4254-86b7-e67b7dbbfcbb tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454276 Apr 01 10:17:33.355226 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:33.394638 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56452eab-992d-4a61-91b1-7b5ed5612cfb req-7d1abeb8-303b-4148-90f8-7310052581ff tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:33.396152 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-56452eab-992d-4a61-91b1-7b5ed5612cfb req-7d1abeb8-303b-4148-90f8-7310052581ff tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 945 time: 0.0532625 Apr 01 10:17:33.443568 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-56452eab-992d-4a61-91b1-7b5ed5612cfb req-66f46319-42f1-4dd3-9266-7f2bb7b494b2 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417483 Apr 01 10:17:34.168010 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78849609-0dd9-4b9b-871d-2c580770a614 req-6ccf1de4-fed7-4f11-a37b-3244d7e36007 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:34.169543 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-78849609-0dd9-4b9b-871d-2c580770a614 req-6ccf1de4-fed7-4f11-a37b-3244d7e36007 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0545247 Apr 01 10:17:34.224431 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-78849609-0dd9-4b9b-871d-2c580770a614 req-b1664526-8607-4344-9212-6b6f33ac088e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484416 Apr 01 10:17:34.575183 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f96d6b-df03-4754-b03e-b1b1fa908212 req-34c11010-56e3-41a3-a9a5-3678c26f3428 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:34.577031 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-39f96d6b-df03-4754-b03e-b1b1fa908212 req-34c11010-56e3-41a3-a9a5-3678c26f3428 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 945 time: 0.0676782 Apr 01 10:17:34.629100 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-39f96d6b-df03-4754-b03e-b1b1fa908212 req-e500eb7d-ab39-477e-a0b7-ae63c29c6dc1 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442984 Apr 01 10:17:34.741146 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:17:34.749348 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0df8ba-2e08-4a0d-89e7-da99a752b26b req-06dea488-d23f-4030-87ce-4a057f236fd8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:34.750852 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5b0df8ba-2e08-4a0d-89e7-da99a752b26b req-06dea488-d23f-4030-87ce-4a057f236fd8 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 945 time: 0.0600719 Apr 01 10:17:34.759498 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39856) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:34.763835 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-24b6ac65-c424-4d02-9fd8-35a0f5e8502b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Request body: {'floatingip': {'port_id': '89444a4a-f3df-408c-a4c9-35acdac618f7'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:17:34.805152 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-24b6ac65-c424-4d02-9fd8-35a0f5e8502b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (93ed1424-7205-453c-aede-189a9c268eb4), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:34.944440 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:35.219759 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-24b6ac65-c424-4d02-9fd8-35a0f5e8502b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:35.275808 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-24b6ac65-c424-4d02-9fd8-35a0f5e8502b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (93ed1424-7205-453c-aede-189a9c268eb4), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:35.408261 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9be87-96d8-4129-b70a-83d606e25920 req-f55a864d-9dba-47b7-85ff-0c3e0ccaad42 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:35.409785 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-27e9be87-96d8-4129-b70a-83d606e25920 req-f55a864d-9dba-47b7-85ff-0c3e0ccaad42 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0978007 Apr 01 10:17:35.423134 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [None req-24b6ac65-c424-4d02-9fd8-35a0f5e8502b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Floating IP 93ed1424-7205-453c-aede-189a9c268eb4 associated. External IP: 172.37.3.60, port: 89444a4a-f3df-408c-a4c9-35acdac618f7. Apr 01 10:17:35.811094 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-27e9be87-96d8-4129-b70a-83d606e25920 req-c951ffbf-121f-4b08-b949-a965cfad0cc1 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956535 Apr 01 10:17:35.940484 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b6ac65-c424-4d02-9fd8-35a0f5e8502b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Router c918a820-d4da-4b1b-8389-a8e10b3a7a9c has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:17:36.048946 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b6ac65-c424-4d02-9fd8-35a0f5e8502b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:17:36.053941 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-24b6ac65-c424-4d02-9fd8-35a0f5e8502b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:36.064794 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ab450-9cf3-4cd7-9aa2-cc50052cce6d None None] Sync routers for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:17:36.072412 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ab450-9cf3-4cd7-9aa2-cc50052cce6d None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:36.073037 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f88ab450-9cf3-4cd7-9aa2-cc50052cce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:36.087806 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-24b6ac65-c424-4d02-9fd8-35a0f5e8502b tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "PUT /v2.0/floatingips/93ed1424-7205-453c-aede-189a9c268eb4 HTTP/1.1" status: 200 len: 990 time: 1.3271444 Apr 01 10:17:36.088466 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35c1a806-745b-44d3-80c3-a1fc90078397', 'tag': '89444a4a-f3df-408c-a4c9-35acdac618f7'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:36.091084 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9a2c15-ea50-401b-bc70-92d994f29b88" -d '{"events": [{"name": "network-changed", "server_uuid": "35c1a806-745b-44d3-80c3-a1fc90078397", "tag": "89444a4a-f3df-408c-a4c9-35acdac618f7"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:36.137204 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cd19f4f-e346-4fdf-b00d-2f2dfe0e0162 x-openstack-request-id: req-3cd19f4f-e346-4fdf-b00d-2f2dfe0e0162 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:36.137204 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35c1a806-745b-44d3-80c3-a1fc90078397", "tag": "89444a4a-f3df-408c-a4c9-35acdac618f7", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:36.137204 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3cd19f4f-e346-4fdf-b00d-2f2dfe0e0162 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:36.137204 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd19f4f-e346-4fdf-b00d-2f2dfe0e0162'] response: {'name': 'network-changed', 'server_uuid': '35c1a806-745b-44d3-80c3-a1fc90078397', 'tag': '89444a4a-f3df-408c-a4c9-35acdac618f7', 'status': 'completed', 'code': 200} Apr 01 10:17:36.206675 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-f88ab450-9cf3-4cd7-9aa2-cc50052cce6d None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:36.209031 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a2c15-ea50-401b-bc70-92d994f29b88 req-fb596562-7ebe-4391-827e-f74d38c7d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:36.210709 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4b9a2c15-ea50-401b-bc70-92d994f29b88 req-fb596562-7ebe-4391-827e-f74d38c7d700 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 1129 time: 0.0523131 Apr 01 10:17:36.302808 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a2c15-ea50-401b-bc70-92d994f29b88 req-c091e302-e634-4bff-937d-8071aea81af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:36.304279 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4b9a2c15-ea50-401b-bc70-92d994f29b88 req-c091e302-e634-4bff-937d-8071aea81af8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 200 len: 915 time: 0.0870221 Apr 01 10:17:36.376955 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4b9a2c15-ea50-401b-bc70-92d994f29b88 req-89738e74-321c-4c27-a703-0c1bab8fd0e5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=89444a4a-f3df-408c-a4c9-35acdac618f7 HTTP/1.1" status: 200 len: 998 time: 0.0607584 Apr 01 10:17:36.429479 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a2c15-ea50-401b-bc70-92d994f29b88 req-cb743833-b5b8-4500-b6e3-f6a75588a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:36.430824 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4b9a2c15-ea50-401b-bc70-92d994f29b88 req-cb743833-b5b8-4500-b6e3-f6a75588a232 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3c4bd942-1f07-46b6-a4b8-3efb6580d55d HTTP/1.1" status: 200 len: 853 time: 0.0485318 Apr 01 10:17:36.448757 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f88ab450-9cf3-4cd7-9aa2-cc50052cce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '93ed1424-7205-453c-aede-189a9c268eb4', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.60', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '89444a4a-f3df-408c-a4c9-35acdac618f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:d4:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c1a806-745b-44d3-80c3-a1fc90078397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:17:19Z', 'updated_at': '2022-04-01T10:17:35Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:36.475692 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ab450-9cf3-4cd7-9aa2-cc50052cce6d None None] Checking router: c918a820-d4da-4b1b-8389-a8e10b3a7a9c for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:17:36.484110 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ab450-9cf3-4cd7-9aa2-cc50052cce6d None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:17:36.484722 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f88ab450-9cf3-4cd7-9aa2-cc50052cce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:17:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:36.491899 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a2c15-ea50-401b-bc70-92d994f29b88 req-e1ad8148-e487-4cd2-8833-31822d1460c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:36.493539 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4b9a2c15-ea50-401b-bc70-92d994f29b88 req-e1ad8148-e487-4cd2-8833-31822d1460c0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f92ca3fc-f878-4471-8584-45362264a2fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0556085 Apr 01 10:17:36.586675 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4b9a2c15-ea50-401b-bc70-92d994f29b88 req-d393b1d4-af21-4081-a92f-469ccdad4d8d service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860684 Apr 01 10:17:36.596167 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-f88ab450-9cf3-4cd7-9aa2-cc50052cce6d None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:17:36.676997 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4b9a2c15-ea50-401b-bc70-92d994f29b88 req-15bcbf08-0d2e-484e-bf29-c7e7f03bad34 service neutron] 10.222.0.43 "GET /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836744 Apr 01 10:17:36.818852 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f88ab450-9cf3-4cd7-9aa2-cc50052cce6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '93ed1424-7205-453c-aede-189a9c268eb4', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.60', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '89444a4a-f3df-408c-a4c9-35acdac618f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:d4:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c1a806-745b-44d3-80c3-a1fc90078397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:17:19Z', 'updated_at': '2022-04-01T10:17:35Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:17:36.845768 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ab450-9cf3-4cd7-9aa2-cc50052cce6d None None] The sync data for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb is: [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '93ed1424-7205-453c-aede-189a9c268eb4', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'floating_ip_address': '172.37.3.60', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'port_id': '89444a4a-f3df-408c-a4c9-35acdac618f7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'mac_address': 'fa:16:3e:d4:2d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35c1a806-745b-44d3-80c3-a1fc90078397', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:17:19Z', 'updated_at': '2022-04-01T10:17:35Z', 'revision_number': 1, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:17:36.945913 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c488f-98c7-46d9-ba02-8ff419c2c4bf req-44ebcd5f-1514-4508-a847-9518bd0bf5d3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:36.947449 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1f0c488f-98c7-46d9-ba02-8ff419c2c4bf req-44ebcd5f-1514-4508-a847-9518bd0bf5d3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0580087 Apr 01 10:17:37.001342 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1f0c488f-98c7-46d9-ba02-8ff419c2c4bf req-0eeb117c-1999-4e65-a6b3-8dec2ade64d9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482926 Apr 01 10:17:37.046670 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f47fe-7967-4ffc-8be2-b4c804c5b770 None None] New status for floating IP 93ed1424-7205-453c-aede-189a9c268eb4: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:17:38.126443 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1e9c42-f5b3-4abd-8268-2ffd1430c870 req-3e8625bc-a975-4fce-8ac7-78279369fed8 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:38.128417 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-db1e9c42-f5b3-4abd-8268-2ffd1430c870 req-3e8625bc-a975-4fce-8ac7-78279369fed8 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0525668 Apr 01 10:17:38.175162 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-db1e9c42-f5b3-4abd-8268-2ffd1430c870 req-81a06891-3881-4d70-b15b-e6f5dae097a0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403688 Apr 01 10:17:39.297005 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87beb9b-eaa9-4a4a-9e3b-01183c806f55 req-3061ca83-5dc1-4b64-9400-00b57fb4c50a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:39.298420 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e87beb9b-eaa9-4a4a-9e3b-01183c806f55 req-3061ca83-5dc1-4b64-9400-00b57fb4c50a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0518808 Apr 01 10:17:39.344334 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e87beb9b-eaa9-4a4a-9e3b-01183c806f55 req-24b11775-35e1-4ee7-9d25-b8cc0574c9ad tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403502 Apr 01 10:17:40.471405 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29188a90-efe2-45ab-b7c8-6d31018f7385 req-03163762-46b6-495f-9cde-6032f1358f70 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:40.473530 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-29188a90-efe2-45ab-b7c8-6d31018f7385 req-03163762-46b6-495f-9cde-6032f1358f70 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0562458 Apr 01 10:17:40.522333 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-29188a90-efe2-45ab-b7c8-6d31018f7385 req-80652f62-aa62-44f5-b35e-bdc799ed7e79 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 Apr 01 10:17:40.564254 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 39932) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:40.667473 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3ef81459-eea0-4337-9027-cfec6fb4cc85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:40.740050 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3ef81459-eea0-4337-9027-cfec6fb4cc85 admin admin] Publish callbacks [] for security_group (a50be5b6-5cf3-47ef-b8bd-3068af7bf582), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:40.789573 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3ef81459-eea0-4337-9027-cfec6fb4cc85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (a50be5b6-5cf3-47ef-b8bd-3068af7bf582), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:40.825749 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-3ef81459-eea0-4337-9027-cfec6fb4cc85 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=08ad0bd4859d4cb5a661fb0207cbd309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2604475 Apr 01 10:17:40.827734 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef81459-eea0-4337-9027-cfec6fb4cc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50be5b6-5cf3-47ef-b8bd-3068af7bf582,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:40.828420 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 39936) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:40.875924 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9fd94bca-e823-47a5-9a4c-dc18c96f3c5c admin admin] Publish callbacks [] for security_group (a50be5b6-5cf3-47ef-b8bd-3068af7bf582), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:40.899523 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9fd94bca-e823-47a5-9a4c-dc18c96f3c5c admin admin] Publish callbacks [] for security_group (a50be5b6-5cf3-47ef-b8bd-3068af7bf582), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:41.006758 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9fd94bca-e823-47a5-9a4c-dc18c96f3c5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (a50be5b6-5cf3-47ef-b8bd-3068af7bf582), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:41.009266 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9fd94bca-e823-47a5-9a4c-dc18c96f3c5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:41.010415 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-9fd94bca-e823-47a5-9a4c-dc18c96f3c5c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a50be5b6-5cf3-47ef-b8bd-3068af7bf582 HTTP/1.1" status: 204 len: 168 time: 0.1810160 Apr 01 10:17:41.018124 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd94bca-e823-47a5-9a4c-dc18c96f3c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50be5b6-5cf3-47ef-b8bd-3068af7bf582,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:41.643741 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70411c50-5ff7-418f-865a-b3966e05be4e req-789db43b-e442-4d5c-97e7-9b058f57dcc9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:41.645619 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-70411c50-5ff7-418f-865a-b3966e05be4e req-789db43b-e442-4d5c-97e7-9b058f57dcc9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0525677 Apr 01 10:17:41.695980 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-70411c50-5ff7-418f-865a-b3966e05be4e req-7bb487c5-24e5-4cd6-91da-b30792187359 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450230 Apr 01 10:17:42.820370 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7c9c8-0257-4092-9289-f9daa00263ba req-3194f50b-7ac1-40f3-9efc-7ea3b709a4ad tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:42.821969 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-32e7c9c8-0257-4092-9289-f9daa00263ba req-3194f50b-7ac1-40f3-9efc-7ea3b709a4ad tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0542083 Apr 01 10:17:42.869261 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-32e7c9c8-0257-4092-9289-f9daa00263ba req-37f4307d-19d9-48e1-85e4-bb7660771693 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417745 Apr 01 10:17:43.993721 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1341e131-7a30-407e-9469-76738e2842ef req-9e432f18-6af5-4d8c-8b9c-e76e19dd05de tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:43.995197 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1341e131-7a30-407e-9469-76738e2842ef req-9e432f18-6af5-4d8c-8b9c-e76e19dd05de tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0516455 Apr 01 10:17:44.040306 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1341e131-7a30-407e-9469-76738e2842ef req-a86f235f-1a3c-4c4d-8429-c89a27195ada tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395544 Apr 01 10:17:45.168314 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8649a74-b26b-4ad3-9d9e-da24ec410c62 req-5be8afa1-52da-45ff-8129-16a940b82786 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:45.169843 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c8649a74-b26b-4ad3-9d9e-da24ec410c62 req-5be8afa1-52da-45ff-8129-16a940b82786 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0574820 Apr 01 10:17:45.217683 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c8649a74-b26b-4ad3-9d9e-da24ec410c62 req-8ceb3a68-fb3e-4aec-a5a8-58fd54914870 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415797 Apr 01 10:17:46.338855 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776284b-9670-4bac-9351-aef8fce1fd17 req-3183d7c6-a53c-4c48-8d85-4aafcebcb249 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:46.340603 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3776284b-9670-4bac-9351-aef8fce1fd17 req-3183d7c6-a53c-4c48-8d85-4aafcebcb249 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0516806 Apr 01 10:17:46.391587 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3776284b-9670-4bac-9351-aef8fce1fd17 req-a37f02b2-2a51-4d2c-a44e-dc4ddfd1b50e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449321 Apr 01 10:17:47.515988 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d99772-ff45-4a7e-b776-fcd3195defa7 req-a8b0ef30-2b29-455e-976f-147530d66f5d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:47.517387 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-67d99772-ff45-4a7e-b776-fcd3195defa7 req-a8b0ef30-2b29-455e-976f-147530d66f5d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0551841 Apr 01 10:17:47.563352 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-67d99772-ff45-4a7e-b776-fcd3195defa7 req-752f98ef-4c00-4b72-9682-406caeca1e66 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404716 Apr 01 10:17:48.684698 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b659816-8d44-448d-8f43-9bf7cb6e61df req-83be887c-bd37-4852-a68d-2744891cdf3a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:48.686168 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3b659816-8d44-448d-8f43-9bf7cb6e61df req-83be887c-bd37-4852-a68d-2744891cdf3a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0523534 Apr 01 10:17:48.733751 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3b659816-8d44-448d-8f43-9bf7cb6e61df req-b83b8038-6e0d-4e40-9abe-3590ae492211 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 Apr 01 10:17:49.852886 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430725da-8014-42f5-8213-b4f3c318ff7f req-c1d8066d-0261-48ad-9630-22079afb3319 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:49.854392 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-430725da-8014-42f5-8213-b4f3c318ff7f req-c1d8066d-0261-48ad-9630-22079afb3319 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0515783 Apr 01 10:17:49.904164 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-430725da-8014-42f5-8213-b4f3c318ff7f req-10ef4e16-bea4-40ef-be6a-44ef7e9934d1 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441329 Apr 01 10:17:51.027099 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abac3cc1-7ab6-45c1-a195-f8291eb104f4 req-f0f61506-176f-4639-815c-4bd442b2fd4a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:51.028651 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-abac3cc1-7ab6-45c1-a195-f8291eb104f4 req-f0f61506-176f-4639-815c-4bd442b2fd4a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0524099 Apr 01 10:17:51.079247 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-abac3cc1-7ab6-45c1-a195-f8291eb104f4 req-5db89ce8-9b69-43a3-9f93-bfc8885f5699 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Apr 01 10:17:51.695713 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40088) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:51.802968 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e94cddbb-4360-4eb4-aa97-b77b3459e86c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:51.873032 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e94cddbb-4360-4eb4-aa97-b77b3459e86c admin admin] Publish callbacks [] for security_group (c1f8414c-73f4-4872-ab7d-8aa5d9495e8e), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:51.932405 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e94cddbb-4360-4eb4-aa97-b77b3459e86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (c1f8414c-73f4-4872-ab7d-8aa5d9495e8e), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:51.970560 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-e94cddbb-4360-4eb4-aa97-b77b3459e86c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=162ee5adfc7448b08f16c9beeee96483&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2736945 Apr 01 10:17:51.971448 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cddbb-4360-4eb4-aa97-b77b3459e86c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f8414c-73f4-4872-ab7d-8aa5d9495e8e,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:51.973863 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40092) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:52.021404 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10cdd2aa-c0cf-4364-8719-d78a20823e2b admin admin] Publish callbacks [] for security_group (c1f8414c-73f4-4872-ab7d-8aa5d9495e8e), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:52.041719 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10cdd2aa-c0cf-4364-8719-d78a20823e2b admin admin] Publish callbacks [] for security_group (c1f8414c-73f4-4872-ab7d-8aa5d9495e8e), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:52.149777 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10cdd2aa-c0cf-4364-8719-d78a20823e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (c1f8414c-73f4-4872-ab7d-8aa5d9495e8e), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:52.152546 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-10cdd2aa-c0cf-4364-8719-d78a20823e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:52.153812 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-10cdd2aa-c0cf-4364-8719-d78a20823e2b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c1f8414c-73f4-4872-ab7d-8aa5d9495e8e HTTP/1.1" status: 204 len: 168 time: 0.1788983 Apr 01 10:17:52.161974 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdd2aa-c0cf-4364-8719-d78a20823e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f8414c-73f4-4872-ab7d-8aa5d9495e8e,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:52.208205 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d402431-01b4-46a7-92ea-f9d733e07f9d req-a75a90b8-33b0-471e-a3cb-6e9d1c07622b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:52.209771 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3d402431-01b4-46a7-92ea-f9d733e07f9d req-a75a90b8-33b0-471e-a3cb-6e9d1c07622b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0593586 Apr 01 10:17:52.255985 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3d402431-01b4-46a7-92ea-f9d733e07f9d req-52aedec1-5ded-467c-971c-746e66ca2a17 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405502 Apr 01 10:17:52.669512 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40100) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:52.683113 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-50e2c48f-0c14-4986-bcbc-69ddcd184598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:52.752574 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-50e2c48f-0c14-4986-bcbc-69ddcd184598 admin admin] Publish callbacks [] for security_group (9107ab07-c392-421f-9730-93bfb061cada), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:52.835271 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-50e2c48f-0c14-4986-bcbc-69ddcd184598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (9107ab07-c392-421f-9730-93bfb061cada), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:52.875613 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-50e2c48f-0c14-4986-bcbc-69ddcd184598 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=24d4a43a82664eed8d5073e63e2e85b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2045758 Apr 01 10:17:52.876363 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2c48f-0c14-4986-bcbc-69ddcd184598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9107ab07-c392-421f-9730-93bfb061cada,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:52.878342 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40102) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:52.928432 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04822ae3-4059-42dc-a5b3-74a16dfb4bdf admin admin] Publish callbacks [] for security_group (9107ab07-c392-421f-9730-93bfb061cada), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:52.948188 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04822ae3-4059-42dc-a5b3-74a16dfb4bdf admin admin] Publish callbacks [] for security_group (9107ab07-c392-421f-9730-93bfb061cada), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:53.069730 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04822ae3-4059-42dc-a5b3-74a16dfb4bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (9107ab07-c392-421f-9730-93bfb061cada), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:53.072301 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-04822ae3-4059-42dc-a5b3-74a16dfb4bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:53.073495 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-04822ae3-4059-42dc-a5b3-74a16dfb4bdf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9107ab07-c392-421f-9730-93bfb061cada HTTP/1.1" status: 204 len: 168 time: 0.1941762 Apr 01 10:17:53.081066 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04822ae3-4059-42dc-a5b3-74a16dfb4bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9107ab07-c392-421f-9730-93bfb061cada,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:53.378890 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8606bdb0-9f41-4fd8-8fd5-8a5da94f9baf req-c35262a9-aefe-496e-aef4-0d8d500399aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:53.378890 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8606bdb0-9f41-4fd8-8fd5-8a5da94f9baf req-c35262a9-aefe-496e-aef4-0d8d500399aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0531859 Apr 01 10:17:53.428941 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8606bdb0-9f41-4fd8-8fd5-8a5da94f9baf req-a9e2ab62-700a-4d3a-a9b3-39bab60bd65a tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442736 Apr 01 10:17:54.547843 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c9f975-7cf3-4b02-96f1-ec66dcacb35a req-9811e042-288d-45f2-b299-151166c35892 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:54.549355 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-60c9f975-7cf3-4b02-96f1-ec66dcacb35a req-9811e042-288d-45f2-b299-151166c35892 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0510142 Apr 01 10:17:54.596749 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-60c9f975-7cf3-4b02-96f1-ec66dcacb35a req-8f45c3ae-5d07-447e-9eb1-a9bf93e46646 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412107 Apr 01 10:17:55.719822 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5763c1f-26f6-49b7-97bb-a76858cc6a29 req-f609b727-baf4-453f-bc24-be9e7e5f4e2c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:55.721321 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d5763c1f-26f6-49b7-97bb-a76858cc6a29 req-f609b727-baf4-453f-bc24-be9e7e5f4e2c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0528839 Apr 01 10:17:55.768872 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d5763c1f-26f6-49b7-97bb-a76858cc6a29 req-5a9ba958-4328-4c97-962b-e71023fa8f00 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418687 Apr 01 10:17:56.098848 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:56.152816 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device e35e12c9-1315-42f8-9c1c-a9b4e6db32bf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:17:56.175691 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40178) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:56.251878 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:56.263376 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'port_id': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'mac_address': 'fa:16:3e:82:6e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:17:56.291007 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f946c13d-d42d-4668-97f1-cdedef7997a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:56.301861 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf is: ACTIVE; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:17:56.302254 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:56.315780 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e35e12c9-1315-42f8-9c1c-a9b4e6db32bf {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:17:56.335418 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:56.368035 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f946c13d-d42d-4668-97f1-cdedef7997a9 admin admin] Publish callbacks [] for security_group (2849b538-337e-4c67-9bcd-2924dd6c7f2d), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:56.435635 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:56.465125 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f946c13d-d42d-4668-97f1-cdedef7997a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (2849b538-337e-4c67-9bcd-2924dd6c7f2d), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:56.491845 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,revision_number=6']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:56.499237 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.500004 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.500004 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.500569 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.500687 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.501003 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.501351 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.501691 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.502013 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.502333 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.502697 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.503036 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.503357 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.503674 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.503989 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:17:56.514304 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-f946c13d-d42d-4668-97f1-cdedef7997a9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e39397bf9fab4aa8b1073dc2172cf7d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323534 Apr 01 10:17:56.514304 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946c13d-d42d-4668-97f1-cdedef7997a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2849b538-337e-4c67-9bcd-2924dd6c7f2d,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:56.514505 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40188) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:56.517825 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['e35e12c9-1315-42f8-9c1c-a9b4e6db32bf'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:17:56.564317 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a0f416d2-e9f3-4b6f-beff-25a943ea1efd admin admin] Publish callbacks [] for security_group (2849b538-337e-4c67-9bcd-2924dd6c7f2d), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:56.589319 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a0f416d2-e9f3-4b6f-beff-25a943ea1efd admin admin] Publish callbacks [] for security_group (2849b538-337e-4c67-9bcd-2924dd6c7f2d), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:56.732673 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a0f416d2-e9f3-4b6f-beff-25a943ea1efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (2849b538-337e-4c67-9bcd-2924dd6c7f2d), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:56.735496 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a0f416d2-e9f3-4b6f-beff-25a943ea1efd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:56.736693 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-a0f416d2-e9f3-4b6f-beff-25a943ea1efd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2849b538-337e-4c67-9bcd-2924dd6c7f2d HTTP/1.1" status: 204 len: 168 time: 0.2245402 Apr 01 10:17:56.745410 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f416d2-e9f3-4b6f-beff-25a943ea1efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2849b538-337e-4c67-9bcd-2924dd6c7f2d,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:57.058416 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b94a48d-1dd2-4043-8939-5637c88603a5 req-abb1ced4-4fd0-47eb-b93a-6371d3df161c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:57.059970 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9b94a48d-1dd2-4043-8939-5637c88603a5 req-abb1ced4-4fd0-47eb-b93a-6371d3df161c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 944 time: 0.2156625 Apr 01 10:17:57.117807 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9b94a48d-1dd2-4043-8939-5637c88603a5 req-74cd5394-d936-4675-a747-9fef84de949e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477097 Apr 01 10:17:57.314942 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8f976-51d9-4c74-806d-8eaf04b5fbd5 req-f7c24abb-6051-4f6a-9b3e-535b83d45a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:57.316435 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7ec8f976-51d9-4c74-806d-8eaf04b5fbd5 req-f7c24abb-6051-4f6a-9b3e-535b83d45a87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 1128 time: 0.0481348 Apr 01 10:17:57.399152 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40230) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:57.455125 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b444bc79-229b-4c02-b0f8-6a8247789617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:57.557559 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8f976-51d9-4c74-806d-8eaf04b5fbd5 req-76826ea5-d2f7-4d50-87b0-3b5a6a86b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:57.559215 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7ec8f976-51d9-4c74-806d-8eaf04b5fbd5 req-76826ea5-d2f7-4d50-87b0-3b5a6a86b02c service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 918 time: 0.2153888 Apr 01 10:17:57.592297 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b444bc79-229b-4c02-b0f8-6a8247789617 admin admin] Publish callbacks [] for security_group (be0b92c8-b743-444e-a653-86e0bb5ea780), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:57.647801 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7ec8f976-51d9-4c74-806d-8eaf04b5fbd5 req-7d634cf1-7b87-41ea-9620-0d2760e6b2c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf HTTP/1.1" status: 200 len: 1000 time: 0.0682819 Apr 01 10:17:57.665010 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b444bc79-229b-4c02-b0f8-6a8247789617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (be0b92c8-b743-444e-a653-86e0bb5ea780), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:57.721836 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444bc79-229b-4c02-b0f8-6a8247789617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be0b92c8-b743-444e-a653-86e0bb5ea780,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:57.743597 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-b444bc79-229b-4c02-b0f8-6a8247789617 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b76bbd6c9f7245b6a3d87aaf7f75999e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412859 Apr 01 10:17:57.746163 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40234) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:17:57.768630 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8f976-51d9-4c74-806d-8eaf04b5fbd5 req-c7d05eb1-172f-4ab0-a338-a074c5da745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:57.770179 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7ec8f976-51d9-4c74-806d-8eaf04b5fbd5 req-c7d05eb1-172f-4ab0-a338-a074c5da745f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 200 len: 856 time: 0.1147842 Apr 01 10:17:57.847651 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ceb57c9f-c5e0-429b-966d-fb2803e5bb42 admin admin] Publish callbacks [] for security_group (be0b92c8-b743-444e-a653-86e0bb5ea780), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:57.863357 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8f976-51d9-4c74-806d-8eaf04b5fbd5 req-b94ce043-9ef0-44b9-a890-033174ec0357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:57.865418 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7ec8f976-51d9-4c74-806d-8eaf04b5fbd5 req-b94ce043-9ef0-44b9-a890-033174ec0357 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea27fba-ffc7-42c6-acca-74e928fc7023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0874236 Apr 01 10:17:57.878194 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ceb57c9f-c5e0-429b-966d-fb2803e5bb42 admin admin] Publish callbacks [] for security_group (be0b92c8-b743-444e-a653-86e0bb5ea780), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:57.992531 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7ec8f976-51d9-4c74-806d-8eaf04b5fbd5 req-31926c5c-2a1d-46d8-b094-ac2bad4f912f service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164429 Apr 01 10:17:58.077832 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ceb57c9f-c5e0-429b-966d-fb2803e5bb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (be0b92c8-b743-444e-a653-86e0bb5ea780), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:58.080396 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ceb57c9f-c5e0-429b-966d-fb2803e5bb42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:58.082832 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-ceb57c9f-c5e0-429b-966d-fb2803e5bb42 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/be0b92c8-b743-444e-a653-86e0bb5ea780 HTTP/1.1" status: 204 len: 168 time: 0.3344967 Apr 01 10:17:58.100931 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb57c9f-c5e0-429b-966d-fb2803e5bb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be0b92c8-b743-444e-a653-86e0bb5ea780,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:58.116242 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7ec8f976-51d9-4c74-806d-8eaf04b5fbd5 req-37afa0cc-491e-4658-817e-04f78fcf30bc service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169994 Apr 01 10:17:58.162270 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device e35e12c9-1315-42f8-9c1c-a9b4e6db32bf up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:17:58.239041 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:17:58.239503 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:58.343744 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:17:58.344144 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:58.381051 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:17:58.383482 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e0189-8983-40e6-bc4a-5367111b1309" -d '{"events": [{"server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "name": "network-vif-plugged", "status": "completed", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:17:58.397501 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:17:58.459125 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7a736d-b193-493a-b8fc-f11378b8867a x-openstack-request-id: req-4a7a736d-b193-493a-b8fc-f11378b8867a {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:17:58.459422 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "name": "network-vif-plugged", "status": "completed", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:17:58.459677 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4a7a736d-b193-493a-b8fc-f11378b8867a {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:17:58.460366 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a7a736d-b193-493a-b8fc-f11378b8867a'] response: {'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'code': 200} Apr 01 10:17:58.471297 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:58.635407 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dbbe8c-7b9e-4758-a801-1ca4ba9ddf18 req-8f41f696-9ae8-489f-8502-dbba8afae5f3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:58.638106 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-38dbbe8c-7b9e-4758-a801-1ca4ba9ddf18 req-8f41f696-9ae8-489f-8502-dbba8afae5f3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.4021995 Apr 01 10:17:58.690658 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e6093a43-b737-4d6e-9e81-c9d841d332ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:17:58.700088 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,revision_number=7']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:17:58.724487 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-38dbbe8c-7b9e-4758-a801-1ca4ba9ddf18 req-4cb05845-9b40-413b-982d-148991bce6fc tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774715 Apr 01 10:17:59.903518 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bcc9e-b9d8-4dcb-8a0a-86a7663df2c8 req-264e3557-4413-4374-93f2-be2cdbd17d91 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:17:59.905094 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6b6bcc9e-b9d8-4dcb-8a0a-86a7663df2c8 req-264e3557-4413-4374-93f2-be2cdbd17d91 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0711558 Apr 01 10:17:59.984440 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6b6bcc9e-b9d8-4dcb-8a0a-86a7663df2c8 req-546a0d0c-e097-4725-8960-074d1a8c398d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734890 Apr 01 10:18:00.191087 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40284) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:00.310411 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-132b590d-be28-405b-a68d-d1148e7216ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:00.394704 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-132b590d-be28-405b-a68d-d1148e7216ea admin admin] Publish callbacks [] for security_group (78806588-d02a-44a5-aeec-b009ce756b7c), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:00.858418 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-132b590d-be28-405b-a68d-d1148e7216ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (78806588-d02a-44a5-aeec-b009ce756b7c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:00.894127 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b590d-be28-405b-a68d-d1148e7216ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78806588-d02a-44a5-aeec-b009ce756b7c,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:00.900212 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-132b590d-be28-405b-a68d-d1148e7216ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=172f3e981bcf41039ed83156588a16d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7078598 Apr 01 10:18:00.902836 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40292) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:00.930772 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8d9b9b8a-87e1-4251-a593-653dcf3c15e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:00.955460 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a93997bd-5189-4abb-b1b1-14d97c4987b4 admin admin] Publish callbacks [] for security_group (78806588-d02a-44a5-aeec-b009ce756b7c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:00.977982 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a93997bd-5189-4abb-b1b1-14d97c4987b4 admin admin] Publish callbacks [] for security_group (78806588-d02a-44a5-aeec-b009ce756b7c), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:01.087721 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a93997bd-5189-4abb-b1b1-14d97c4987b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (78806588-d02a-44a5-aeec-b009ce756b7c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:01.093416 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a93997bd-5189-4abb-b1b1-14d97c4987b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:01.094763 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-a93997bd-5189-4abb-b1b1-14d97c4987b4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/78806588-d02a-44a5-aeec-b009ce756b7c HTTP/1.1" status: 204 len: 168 time: 0.1912088 Apr 01 10:18:01.124807 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93997bd-5189-4abb-b1b1-14d97c4987b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78806588-d02a-44a5-aeec-b009ce756b7c,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:01.166051 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3771d80-674b-411d-8b67-dd197fc35a98 req-0e8fb1cc-5705-4d2b-9beb-b124fea29adc tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:01.167747 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d3771d80-674b-411d-8b67-dd197fc35a98 req-0e8fb1cc-5705-4d2b-9beb-b124fea29adc tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0911877 Apr 01 10:18:01.226416 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d3771d80-674b-411d-8b67-dd197fc35a98 req-d93ad025-497c-4f63-95c4-14683200513f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525820 Apr 01 10:18:01.870118 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:02.400560 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a2a60-c86e-4a2c-84bb-db4aa082108c req-ff686c27-9b12-433c-9f04-e51b14d225af tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:02.404042 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ed7a2a60-c86e-4a2c-84bb-db4aa082108c req-ff686c27-9b12-433c-9f04-e51b14d225af tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0769184 Apr 01 10:18:02.450236 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ed7a2a60-c86e-4a2c-84bb-db4aa082108c req-741ba197-66cd-4b07-9d2a-dcb790f624ed tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453932 Apr 01 10:18:03.390015 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:03.612158 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bdc4e-2ca9-4715-9d55-2e0bbd0f0211 req-0ec396c4-d648-4e9c-a94b-a8544c103d7e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:03.620328 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-646bdc4e-2ca9-4715-9d55-2e0bbd0f0211 req-0ec396c4-d648-4e9c-a94b-a8544c103d7e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0711606 Apr 01 10:18:03.665363 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-646bdc4e-2ca9-4715-9d55-2e0bbd0f0211 req-d6879cb2-b9ba-432c-8102-fe5b77d1041c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446348 Apr 01 10:18:04.877422 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c580dfd7-b0c6-449e-9618-819e885cd131 req-99eef784-a0ad-4acf-92d7-f32ae2fa11b7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:04.880523 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c580dfd7-b0c6-449e-9618-819e885cd131 req-99eef784-a0ad-4acf-92d7-f32ae2fa11b7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.1061561 Apr 01 10:18:04.956589 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:04.992291 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c580dfd7-b0c6-449e-9618-819e885cd131 req-f387244b-0598-4c05-ab17-5af34c786106 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909011 Apr 01 10:18:06.121859 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf70e5-dc84-42d7-99f7-76010341ed2b req-d41494dd-1864-46a8-8b8c-d71dbdcc2d58 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:06.124288 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-05bf70e5-dc84-42d7-99f7-76010341ed2b req-d41494dd-1864-46a8-8b8c-d71dbdcc2d58 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0647209 Apr 01 10:18:06.194201 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-05bf70e5-dc84-42d7-99f7-76010341ed2b req-53e7d7f5-ad2d-40c4-acea-d72ffcdb932f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635321 Apr 01 10:18:07.313934 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e27b97-9c6a-474d-b34c-b941bbb634d3 req-d023b5a2-2be9-43eb-9ccd-4e7e13e0f43e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:07.317942 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e9e27b97-9c6a-474d-b34c-b941bbb634d3 req-d023b5a2-2be9-43eb-9ccd-4e7e13e0f43e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0561523 Apr 01 10:18:07.392110 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e9e27b97-9c6a-474d-b34c-b941bbb634d3 req-ceb665ef-f4bb-46be-b8ca-947f8cfc1cc5 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420971 Apr 01 10:18:08.516700 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b1f464-0412-4fbf-8888-355f818f37cb req-f44680e2-f039-476a-8504-92497adb261b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:08.518392 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-48b1f464-0412-4fbf-8888-355f818f37cb req-f44680e2-f039-476a-8504-92497adb261b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0685470 Apr 01 10:18:08.657901 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-48b1f464-0412-4fbf-8888-355f818f37cb req-34a577e3-e63c-4d7a-933e-3e7ac1a6a65e tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473394 Apr 01 10:18:09.707073 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec0423b-6edc-4a42-ac19-ee8659bba154 req-917edeef-dae4-4ddb-a2d6-b1254e16956d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:09.708660 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4ec0423b-6edc-4a42-ac19-ee8659bba154 req-917edeef-dae4-4ddb-a2d6-b1254e16956d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0572789 Apr 01 10:18:09.766830 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4ec0423b-6edc-4a42-ac19-ee8659bba154 req-d89400b5-65bc-4e7e-a655-5c1697b78edd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524037 Apr 01 10:18:09.825044 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8b39a-db29-4ccc-bb05-3a817948b31e req-ed29d5d0-eff5-4afa-a9df-1aa05deefb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:09.826598 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cdc8b39a-db29-4ccc-bb05-3a817948b31e req-ed29d5d0-eff5-4afa-a9df-1aa05deefb0b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 1129 time: 0.1488962 Apr 01 10:18:09.921122 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8b39a-db29-4ccc-bb05-3a817948b31e req-7129b2fe-78aa-4d40-bd3c-567c19d477ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:09.922630 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cdc8b39a-db29-4ccc-bb05-3a817948b31e req-7129b2fe-78aa-4d40-bd3c-567c19d477ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 918 time: 0.0881510 Apr 01 10:18:09.992617 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cdc8b39a-db29-4ccc-bb05-3a817948b31e req-6196511b-b8d9-4926-b407-19eb1a5f20a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf HTTP/1.1" status: 200 len: 1001 time: 0.0637112 Apr 01 10:18:10.042766 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8b39a-db29-4ccc-bb05-3a817948b31e req-50dfa168-5a1b-47b1-b64c-7d55f6f0a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:10.044311 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cdc8b39a-db29-4ccc-bb05-3a817948b31e req-50dfa168-5a1b-47b1-b64c-7d55f6f0a117 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 200 len: 856 time: 0.0446198 Apr 01 10:18:10.097618 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc8b39a-db29-4ccc-bb05-3a817948b31e req-4d74fd65-d255-4b9e-9cc4-896da55562f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:10.099727 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cdc8b39a-db29-4ccc-bb05-3a817948b31e req-4d74fd65-d255-4b9e-9cc4-896da55562f4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea27fba-ffc7-42c6-acca-74e928fc7023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0496311 Apr 01 10:18:10.191234 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cdc8b39a-db29-4ccc-bb05-3a817948b31e req-c5e94f35-f65c-40a6-9c79-a96ef174b699 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851898 Apr 01 10:18:10.286834 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cdc8b39a-db29-4ccc-bb05-3a817948b31e req-721ed4ca-6e5c-430f-a90f-a88eb4f6d43c service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886166 Apr 01 10:18:10.892002 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77292e-6f58-40c6-ba10-10e10d2c1a5a req-f8d7ef3c-3f82-4c61-8972-cae72959b2f5 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:10.893495 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6d77292e-6f58-40c6-ba10-10e10d2c1a5a req-f8d7ef3c-3f82-4c61-8972-cae72959b2f5 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0544384 Apr 01 10:18:10.939422 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6d77292e-6f58-40c6-ba10-10e10d2c1a5a req-0ea327d3-a5bf-41a0-a51a-fce61bd18150 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398307 Apr 01 10:18:11.740249 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:18:12.172890 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e8e9a-d8e7-44a8-bd32-cddd9b290f93 req-1b8d2a1a-957a-4703-8880-0d945c15d272 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:12.174499 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d7e8e9a-d8e7-44a8-bd32-cddd9b290f93 req-1b8d2a1a-957a-4703-8880-0d945c15d272 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0592272 Apr 01 10:18:12.239133 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device e35e12c9-1315-42f8-9c1c-a9b4e6db32bf no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:18:12.260253 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968362ef-aad0-4199-83f8-01e14329f2aa req-99de4026-6391-484d-9f35-9251142f914c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:12.261772 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-968362ef-aad0-4199-83f8-01e14329f2aa req-99de4026-6391-484d-9f35-9251142f914c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 945 time: 0.0791805 Apr 01 10:18:12.318063 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf is: ACTIVE; New status is: DOWN {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:12.318449 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:12.341724 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:18:12.343564 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-968362ef-aad0-4199-83f8-01e14329f2aa req-4ede47f2-696a-433d-b05b-944adfc29917 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760698 Apr 01 10:18:12.343956 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caaac66-7177-4b4d-8ebe-fae02c5b7fec" -d '{"events": [{"server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "name": "network-vif-unplugged", "status": "completed", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:18:12.359569 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:12.361683 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9d7e8e9a-d8e7-44a8-bd32-cddd9b290f93 req-f0b2f04b-1c1e-45b6-8963-404166f271a7 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=2355283a-9b53-4a3a-bcfd-314969def6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1806993 Apr 01 10:18:12.395897 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 10:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f4c0a5-edf3-46d9-8c42-57773c7f4244 x-openstack-request-id: req-23f4c0a5-edf3-46d9-8c42-57773c7f4244 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:18:12.396211 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "name": "network-vif-unplugged", "status": "completed", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:18:12.396470 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-23f4c0a5-edf3-46d9-8c42-57773c7f4244 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:18:12.396894 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f4c0a5-edf3-46d9-8c42-57773c7f4244'] response: {'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'code': 200} Apr 01 10:18:12.441636 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:12.490835 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,revision_number=8']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:13.435726 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40550) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:13.511403 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc98a3a-19aa-422e-ae2e-e258dc9d4d9f req-db7b6f89-1b7e-4bdd-9ad3-51f3f8608755 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:13.512805 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfc98a3a-19aa-422e-ae2e-e258dc9d4d9f req-db7b6f89-1b7e-4bdd-9ad3-51f3f8608755 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0954475 Apr 01 10:18:13.520870 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c78476e-28f3-4beb-a5ec-9477bdfd0c08 req-f1faa2e6-ff74-4a9a-aeee-a26281fb0c1c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:13.522292 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2c78476e-28f3-4beb-a5ec-9477bdfd0c08 req-f1faa2e6-ff74-4a9a-aeee-a26281fb0c1c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.0961716 Apr 01 10:18:13.543610 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:13.585995 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfc98a3a-19aa-422e-ae2e-e258dc9d4d9f req-396ade22-8b7a-442c-8845-09856c6063cc tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups?id=2355283a-9b53-4a3a-bcfd-314969def6bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627503 Apr 01 10:18:13.609474 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2c78476e-28f3-4beb-a5ec-9477bdfd0c08 req-c703d487-3e16-495f-9a6b-d63023cf0b36 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774662 Apr 01 10:18:13.616570 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Publish callbacks [] for security_group (4b4a349f-93e0-4695-a6ff-bb24fcf7901c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:13.669706 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4b4a349f-93e0-4695-a6ff-bb24fcf7901c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:13.706308 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4a349f-93e0-4695-a6ff-bb24fcf7901c,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:13.713363 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e1add7e49541482f960d0ee1a09e3e89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739208 Apr 01 10:18:13.713702 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40562) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:13.717045 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.717438 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.717771 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.718114 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.718458 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.718793 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.719122 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.719570 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.719772 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.720112 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.720718 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.720837 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.721072 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.721442 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.721737 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dac29df-c8f5-4b1c-9738-32a314e1c74e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.772319 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Publish callbacks [] for security_group (4b4a349f-93e0-4695-a6ff-bb24fcf7901c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:13.796110 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Publish callbacks [] for security_group (4b4a349f-93e0-4695-a6ff-bb24fcf7901c), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:13.961621 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4b4a349f-93e0-4695-a6ff-bb24fcf7901c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:13.964193 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:13.965375 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4b4a349f-93e0-4695-a6ff-bb24fcf7901c HTTP/1.1" status: 204 len: 168 time: 0.2505622 Apr 01 10:18:13.973655 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4a349f-93e0-4695-a6ff-bb24fcf7901c,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:13.989943 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:13.994829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caab9d08-61c4-4e1e-a911-8767d731a245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:14.056311 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-e5f12cb4-12b8-4ab2-a9f7-42a805d3ccf6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:14.057836 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-e5f12cb4-12b8-4ab2-a9f7-42a805d3ccf6 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.43 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 945 time: 0.0776799 Apr 01 10:18:14.152237 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Deleting port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:14.152609 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:14.257489 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] For port d82ad1be-27f4-40d0-be16-a9434b5cb1b2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d82ad1be-27f4-40d0-be16-a9434b5cb1b2,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:14.259880 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:14.442758 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:14.443128 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (451c4363-8bd6-468a-822e-5d4def5df2b5), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:14.443446 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Floating IP 451c4363-8bd6-468a-822e-5d4def5df2b5 disassociated. External IP: 172.37.3.194, port: d82ad1be-27f4-40d0-be16-a9434b5cb1b2. Apr 01 10:18:14.443782 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Calling delete_port for d82ad1be-27f4-40d0-be16-a9434b5cb1b2 owned by compute:nova {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:14.666211 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (d82ad1be-27f4-40d0-be16-a9434b5cb1b2), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:14.682702 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40588) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:14.699235 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2072f1b5-6019-4a3f-9310-c99ca2f05d4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:14.726703 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f1bf7c89-12c3-4a43-8e83-b7340971d497 req-5c01e65a-edde-4400-b10d-4beec8a5c447 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0543709 Apr 01 10:18:14.726703 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event deleted for resources: {'Port': ['ID=d82ad1be-27f4-40d0-be16-a9434b5cb1b2,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:14.795176 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2072f1b5-6019-4a3f-9310-c99ca2f05d4b admin admin] Publish callbacks [] for security_group (6483b759-ac1f-4e89-ba9a-e6a42c8c11db), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:14.852559 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2072f1b5-6019-4a3f-9310-c99ca2f05d4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (6483b759-ac1f-4e89-ba9a-e6a42c8c11db), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:14.857340 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Router 49320108-804f-4ada-9667-116070d8e3cd has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:18:14.891800 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-2072f1b5-6019-4a3f-9310-c99ca2f05d4b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6e423d479ff740e5a1c7e8aa5ea09442&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2080128 Apr 01 10:18:14.892942 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072f1b5-6019-4a3f-9310-c99ca2f05d4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6483b759-ac1f-4e89-ba9a-e6a42c8c11db,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:14.896595 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40594) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:14.945364 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-735b3896-90e5-43e1-b1b0-53c89df76a4e admin admin] Publish callbacks [] for security_group (6483b759-ac1f-4e89-ba9a-e6a42c8c11db), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:14.967563 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-735b3896-90e5-43e1-b1b0-53c89df76a4e admin admin] Publish callbacks [] for security_group (6483b759-ac1f-4e89-ba9a-e6a42c8c11db), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:14.974275 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:18:14.985638 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f0920-22e5-4669-875c-e7a5130d1381 None None] Sync routers for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:18:15.004229 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f0920-22e5-4669-875c-e7a5130d1381 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:15.005587 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-2b0f0920-22e5-4669-875c-e7a5130d1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:15.018037 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] No DVR routers for this DVR port d82ad1be-27f4-40d0-be16-a9434b5cb1b2 on host hv-cinder-maste {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:18:15.020591 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:15.024061 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-52a17028-f693-4bcc-b85b-8f95880ba08f req-7aba0b4b-0ae5-473b-98ad-e2444a7c5d3e tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.43 "DELETE /v2.0/ports/d82ad1be-27f4-40d0-be16-a9434b5cb1b2 HTTP/1.1" status: 204 len: 173 time: 0.9598339 Apr 01 10:18:15.024466 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'name': 'network-vif-deleted', 'tag': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:18:15.026712 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc62a786-45da-4163-95ae-1f3e34b06ec9" -d '{"events": [{"server_uuid": "9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2", "name": "network-vif-deleted", "tag": "d82ad1be-27f4-40d0-be16-a9434b5cb1b2"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:18:15.069195 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941912dc-ebd3-49dd-8033-e0f8a6c70a81 x-openstack-request-id: req-941912dc-ebd3-49dd-8033-e0f8a6c70a81 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:18:15.069493 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2", "name": "network-vif-deleted", "tag": "d82ad1be-27f4-40d0-be16-a9434b5cb1b2", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:18:15.069771 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-941912dc-ebd3-49dd-8033-e0f8a6c70a81 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:18:15.070179 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-941912dc-ebd3-49dd-8033-e0f8a6c70a81'] response: {'server_uuid': '9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2', 'name': 'network-vif-deleted', 'tag': 'd82ad1be-27f4-40d0-be16-a9434b5cb1b2', 'status': 'completed', 'code': 200} Apr 01 10:18:15.098843 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-735b3896-90e5-43e1-b1b0-53c89df76a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (6483b759-ac1f-4e89-ba9a-e6a42c8c11db), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:15.104527 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-735b3896-90e5-43e1-b1b0-53c89df76a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:15.110151 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-735b3896-90e5-43e1-b1b0-53c89df76a4e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6483b759-ac1f-4e89-ba9a-e6a42c8c11db HTTP/1.1" status: 204 len: 168 time: 0.2095759 Apr 01 10:18:15.138394 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b3896-90e5-43e1-b1b0-53c89df76a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6483b759-ac1f-4e89-ba9a-e6a42c8c11db,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:15.139609 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-2b0f0920-22e5-4669-875c-e7a5130d1381 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:15.357856 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-2b0f0920-22e5-4669-875c-e7a5130d1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:15.384686 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f0920-22e5-4669-875c-e7a5130d1381 None None] Checking router: 49320108-804f-4ada-9667-116070d8e3cd for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:18:15.393027 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0f0920-22e5-4669-875c-e7a5130d1381 None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:15.393667 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-2b0f0920-22e5-4669-875c-e7a5130d1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:15.517765 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-2b0f0920-22e5-4669-875c-e7a5130d1381 None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:15.734561 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-2b0f0920-22e5-4669-875c-e7a5130d1381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:15.762992 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0f0920-22e5-4669-875c-e7a5130d1381 None None] The sync data for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb is: [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '14655c77-a5df-47cc-9464-14eebeb303ad', 'name': '', 'network_id': 'e8e7b4de-9a1d-4a82-96e9-42b39622541f', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'mac_address': 'fa:16:3e:32:28:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '732114a6-ce68-4568-8360-a1a2d861b474', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:10Z', 'updated_at': '2022-04-01T10:13:26Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'subnets': [{'id': '732114a6-ce68-4568-8360-a1a2d861b474', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:18:15.925320 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e6304354-1d15-44ef-9e15-e24dc87dd171 req-16d05d00-a086-419f-8f0e-21ac1dcdb1ea tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/ports?device_id=9c5a05ad-a92e-4d5d-a8a2-48bf0d5fc1a2 HTTP/1.1" status: 200 len: 210 time: 0.0382116 Apr 01 10:18:15.965103 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40632) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:15.983993 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3c48-1824-4d13-936f-9d9dc90accc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:16.075460 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf372a-aab6-4ef6-b6e0-29f9fb677dc0 req-8de04279-ba04-45fc-92f1-8a30c49331b8 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:16.077425 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9ebf372a-aab6-4ef6-b6e0-29f9fb677dc0 req-8de04279-ba04-45fc-92f1-8a30c49331b8 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.0683286 Apr 01 10:18:16.080441 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3c48-1824-4d13-936f-9d9dc90accc6 admin admin] Publish callbacks [] for security_group (f15d225e-47fc-4681-82e4-3740aad78ced), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:16.096225 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-254efa36-3bb0-4065-9218-c91ae521c375 None None] New status for floating IP 451c4363-8bd6-468a-822e-5d4def5df2b5: DOWN {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:18:16.139940 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9ebf372a-aab6-4ef6-b6e0-29f9fb677dc0 req-de60dba3-bf29-40bd-9b9a-da347dd0ba93 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520182 Apr 01 10:18:16.156016 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-94334641-c240-4c22-88ef-8a293f4197c7 req-71dff31e-4ff0-4569-8e77-389b5b8089b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0494616 Apr 01 10:18:16.189276 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0a7f3c48-1824-4d13-936f-9d9dc90accc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (f15d225e-47fc-4681-82e4-3740aad78ced), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:16.257056 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-0a7f3c48-1824-4d13-936f-9d9dc90accc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9964d6d803b440bb217be042b053470&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899661 Apr 01 10:18:16.259832 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40634) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:16.260191 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f3c48-1824-4d13-936f-9d9dc90accc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15d225e-47fc-4681-82e4-3740aad78ced,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:16.267474 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d82ad1be-27f4-40d0-be16-a9434b5cb1b2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:18:16.268769 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94334641-c240-4c22-88ef-8a293f4197c7 req-89b58c04-9502-41f4-965b-2f5684a27fe7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:16.270251 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-94334641-c240-4c22-88ef-8a293f4197c7 req-89b58c04-9502-41f4-965b-2f5684a27fe7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports/e35e12c9-1315-42f8-9c1c-a9b4e6db32bf HTTP/1.1" status: 200 len: 940 time: 0.0832431 Apr 01 10:18:16.293041 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: d82ad1be-27f4-40d0-be16-a9434b5cb1b2 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:18:16.293419 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d82ad1be-27f4-40d0-be16-a9434b5cb1b2 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:18:16.293840 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device e35e12c9-1315-42f8-9c1c-a9b4e6db32bf no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:18:16.317620 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26a4f4df-ee21-4f8a-9e81-d44670361af5 admin admin] Publish callbacks [] for security_group (f15d225e-47fc-4681-82e4-3740aad78ced), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:16.343416 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26a4f4df-ee21-4f8a-9e81-d44670361af5 admin admin] Publish callbacks [] for security_group (f15d225e-47fc-4681-82e4-3740aad78ced), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:16.493330 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26a4f4df-ee21-4f8a-9e81-d44670361af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (f15d225e-47fc-4681-82e4-3740aad78ced), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:16.495957 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-26a4f4df-ee21-4f8a-9e81-d44670361af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:16.497126 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-26a4f4df-ee21-4f8a-9e81-d44670361af5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f15d225e-47fc-4681-82e4-3740aad78ced HTTP/1.1" status: 204 len: 168 time: 0.2363045 Apr 01 10:18:16.506039 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4f4df-ee21-4f8a-9e81-d44670361af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15d225e-47fc-4681-82e4-3740aad78ced,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:16.514643 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf is: DOWN; New status is: DOWN {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:17.128427 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40662) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:17.189931 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-740bea2f-cc09-42c2-8c2d-cbcfbe492ed1 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (2355283a-9b53-4a3a-bcfd-314969def6bf), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:17.217501 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-740bea2f-cc09-42c2-8c2d-cbcfbe492ed1 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (2355283a-9b53-4a3a-bcfd-314969def6bf), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:17.291775 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0c36e-1b55-464f-910f-ebdab94d40d2 req-ec2fc7de-0cc3-4cd9-a8d7-fda8ca9d7578 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:17.293311 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a5a0c36e-1b55-464f-910f-ebdab94d40d2 req-ec2fc7de-0cc3-4cd9-a8d7-fda8ca9d7578 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.0783436 Apr 01 10:18:17.349282 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a5a0c36e-1b55-464f-910f-ebdab94d40d2 req-54050fac-e6d0-4efb-a2ef-872712dce3b2 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487247 Apr 01 10:18:17.379007 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-740bea2f-cc09-42c2-8c2d-cbcfbe492ed1 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (2355283a-9b53-4a3a-bcfd-314969def6bf), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:17.381915 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-740bea2f-cc09-42c2-8c2d-cbcfbe492ed1 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:17.383598 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-740bea2f-cc09-42c2-8c2d-cbcfbe492ed1 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "DELETE /v2.0/security-groups/2355283a-9b53-4a3a-bcfd-314969def6bf HTTP/1.1" status: 204 len: 168 time: 0.2540710 Apr 01 10:18:17.388470 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40672) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:17.397702 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740bea2f-cc09-42c2-8c2d-cbcfbe492ed1 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2355283a-9b53-4a3a-bcfd-314969def6bf,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:17.405427 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.api.v2.resource [None req-cf63aaab-1469-4f14-8ff0-29326a16ed07 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] show failed (client error): The resource could not be found. Apr 01 10:18:17.406326 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-cf63aaab-1469-4f14-8ff0-29326a16ed07 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "GET /v2.0/security-groups/2355283a-9b53-4a3a-bcfd-314969def6bf HTTP/1.1" status: 404 len: 347 time: 0.0163999 Apr 01 10:18:17.409191 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40674) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:17.548701 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-4fe020f5-8c1e-435f-b826-b8cc3d757d58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Deleting port 5d9e3231-e07d-487b-bd42-93330cd761d1 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:17.549047 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4fe020f5-8c1e-435f-b826-b8cc3d757d58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (5d9e3231-e07d-487b-bd42-93330cd761d1), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:17.626603 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4fe020f5-8c1e-435f-b826-b8cc3d757d58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (5d9e3231-e07d-487b-bd42-93330cd761d1), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:17.626939 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4fe020f5-8c1e-435f-b826-b8cc3d757d58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (5d9e3231-e07d-487b-bd42-93330cd761d1), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:17.638890 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-4fe020f5-8c1e-435f-b826-b8cc3d757d58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Calling delete_port for 5d9e3231-e07d-487b-bd42-93330cd761d1 owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:17.847036 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4fe020f5-8c1e-435f-b826-b8cc3d757d58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (5d9e3231-e07d-487b-bd42-93330cd761d1), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:17.851691 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94334641-c240-4c22-88ef-8a293f4197c7 req-66e870a2-052a-4e50-8165-f033ebd5dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:17.854621 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-94334641-c240-4c22-88ef-8a293f4197c7 req-66e870a2-052a-4e50-8165-f033ebd5dc92 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd&tenant_id=5eeb18f4c1c34c12b529ba97aebe3809 HTTP/1.1" status: 200 len: 1127 time: 0.0492387 Apr 01 10:18:17.872690 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe020f5-8c1e-435f-b826-b8cc3d757d58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Pushing event deleted for resources: {'Port': ['ID=5d9e3231-e07d-487b-bd42-93330cd761d1,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:17.930956 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94334641-c240-4c22-88ef-8a293f4197c7 req-534d0851-e0a4-4c5e-881e-b9fa3416bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:17.932443 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-94334641-c240-4c22-88ef-8a293f4197c7 req-534d0851-e0a4-4c5e-881e-b9fa3416bbe4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 1127 time: 0.0553830 Apr 01 10:18:17.940789 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4fe020f5-8c1e-435f-b826-b8cc3d757d58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks [] for floatingip (451c4363-8bd6-468a-822e-5d4def5df2b5), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:17.948912 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4fe020f5-8c1e-435f-b826-b8cc3d757d58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:17.948912 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-4fe020f5-8c1e-435f-b826-b8cc3d757d58 tempest-AttachVolumeTestJSON-482181772 tempest-AttachVolumeTestJSON-482181772-project] 10.222.0.13 "DELETE /v2.0/floatingips/451c4363-8bd6-468a-822e-5d4def5df2b5 HTTP/1.1" status: 204 len: 168 time: 0.5342171 Apr 01 10:18:18.027555 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94334641-c240-4c22-88ef-8a293f4197c7 req-41dc95c5-7324-4888-811e-c40984b2abae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:18.029095 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-94334641-c240-4c22-88ef-8a293f4197c7 req-41dc95c5-7324-4888-811e-c40984b2abae service neutron] 10.222.0.43 "GET /v2.0/networks?id=fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 200 len: 918 time: 0.0897882 Apr 01 10:18:18.121857 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-94334641-c240-4c22-88ef-8a293f4197c7 req-ee687b37-2dc0-4805-a366-8f3b54714228 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf HTTP/1.1" status: 200 len: 999 time: 0.0823989 Apr 01 10:18:18.179208 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94334641-c240-4c22-88ef-8a293f4197c7 req-d9b91eed-bc77-4163-99cc-7a4648eeeb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:18.180760 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-94334641-c240-4c22-88ef-8a293f4197c7 req-d9b91eed-bc77-4163-99cc-7a4648eeeb7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 200 len: 856 time: 0.0528779 Apr 01 10:18:18.231102 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94334641-c240-4c22-88ef-8a293f4197c7 req-3482fd42-1182-4675-81a3-69aac1d40d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:18.232673 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-94334641-c240-4c22-88ef-8a293f4197c7 req-3482fd42-1182-4675-81a3-69aac1d40d87 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=fea27fba-ffc7-42c6-acca-74e928fc7023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447311 Apr 01 10:18:18.325603 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-94334641-c240-4c22-88ef-8a293f4197c7 req-1c218190-6626-4e5e-8e74-8236837414b0 service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872633 Apr 01 10:18:18.731709 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1c459d-03db-4a48-8e90-29b56ecee127 req-679335ca-ddc2-446f-bce9-bec4a633f82f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:18.733216 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ec1c459d-03db-4a48-8e90-29b56ecee127 req-679335ca-ddc2-446f-bce9-bec4a633f82f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.1045015 Apr 01 10:18:18.737417 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-94334641-c240-4c22-88ef-8a293f4197c7 req-ff4a7705-8043-44e3-b3c5-59b57af016ae service neutron] 10.222.0.43 "GET /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064870 Apr 01 10:18:18.787713 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ec1c459d-03db-4a48-8e90-29b56ecee127 req-b7384bb2-ea38-4cbd-b820-49178ceea315 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475593 Apr 01 10:18:19.959606 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3ee15-2fbe-43f1-a414-6673d1cce004 req-2cca0717-950f-44e4-9ffc-3e306a0b2181 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:19.962112 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-28c3ee15-2fbe-43f1-a414-6673d1cce004 req-2cca0717-950f-44e4-9ffc-3e306a0b2181 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.0604327 Apr 01 10:18:20.041782 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-28c3ee15-2fbe-43f1-a414-6673d1cce004 req-077faee8-e2f1-4978-a14a-f7408f077af7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709801 Apr 01 10:18:21.195196 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0cb7ea-2890-4f98-8a9f-de89b3f6c832 req-cd70e70b-5d61-4740-aa7d-ec6fd5564df7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:21.196690 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ed0cb7ea-2890-4f98-8a9f-de89b3f6c832 req-cd70e70b-5d61-4740-aa7d-ec6fd5564df7 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.0581658 Apr 01 10:18:21.252760 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ed0cb7ea-2890-4f98-8a9f-de89b3f6c832 req-e008307e-60b4-42e8-aaca-e4aa9965200f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498157 Apr 01 10:18:22.124207 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40788) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:22.414789 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293c6b3-56e4-42f4-95d0-a2a8070af1a1 req-31c5d2da-fbea-498b-9de0-f504a98024f0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:22.416373 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d293c6b3-56e4-42f4-95d0-a2a8070af1a1 req-31c5d2da-fbea-498b-9de0-f504a98024f0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.0590696 Apr 01 10:18:22.491898 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d293c6b3-56e4-42f4-95d0-a2a8070af1a1 req-b5f64666-9991-48c4-833c-f76a6d3a8d97 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670934 Apr 01 10:18:22.814404 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2048629'] for router_interface (49320108-804f-4ada-9667-116070d8e3cd), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:23.135686 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] Deleting port 14655c77-a5df-47cc-9464-14eebeb303ad {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:23.136330 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:23.226154 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] For port 14655c77-a5df-47cc-9464-14eebeb303ad, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=14655c77-a5df-47cc-9464-14eebeb303ad,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:23.226515 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:23.240922 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] Calling delete_port for 14655c77-a5df-47cc-9464-14eebeb303ad owned by network:router_interface {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:23.613492 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (14655c77-a5df-47cc-9464-14eebeb303ad), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:23.632400 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39c3af-ecb0-4304-ad6a-d7002359a959 req-4e7ac646-5168-47fe-b992-810bbd1fd315 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:23.632400 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1e39c3af-ecb0-4304-ad6a-d7002359a959 req-4e7ac646-5168-47fe-b992-810bbd1fd315 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.0601552 Apr 01 10:18:23.643242 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] Pushing event deleted for resources: {'Port': ['ID=14655c77-a5df-47cc-9464-14eebeb303ad,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:23.767505 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1e39c3af-ecb0-4304-ad6a-d7002359a959 req-9ccff9e1-04f1-4a24-bdfd-aa559a5299cb tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273603 Apr 01 10:18:23.912813 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051557'] for router_interface (49320108-804f-4ada-9667-116070d8e3cd), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:24.235711 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] Router 49320108-804f-4ada-9667-116070d8e3cd has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:18:24.373020 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:18:24.387200 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e5fa03e1-0fc8-43f4-ac86-85e1adb3de2c admin admin] 10.222.0.13 "PUT /v2.0/routers/49320108-804f-4ada-9667-116070d8e3cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2538424 Apr 01 10:18:24.387304 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40814) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:24.401810 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5fc9d4-8751-4b27-ae93-b4936bfd7c6a None None] Sync routers for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:18:24.416624 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5fc9d4-8751-4b27-ae93-b4936bfd7c6a None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:24.417368 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ec5fc9d4-8751-4b27-ae93-b4936bfd7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:24.577233 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Publish callbacks [] for router (49320108-804f-4ada-9667-116070d8e3cd), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:24.627466 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-ec5fc9d4-8751-4b27-ae93-b4936bfd7c6a None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:24.746042 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Publish callbacks [] for router_gateway (49320108-804f-4ada-9667-116070d8e3cd), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:24.856655 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ec5fc9d4-8751-4b27-ae93-b4936bfd7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74'}], 'enable_snat': True}, 'gw_port_id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:18:23Z', 'revision_number': 5, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port': {'id': '717d790a-2068-4ee5-b881-1f59f7eebf72', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:66:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49320108-804f-4ada-9667-116070d8e3cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:24.888802 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5fc9d4-8751-4b27-ae93-b4936bfd7c6a None None] Checking router: 49320108-804f-4ada-9667-116070d8e3cd for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:18:24.897064 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Deleting port 717d790a-2068-4ee5-b881-1f59f7eebf72 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:24.902843 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5fc9d4-8751-4b27-ae93-b4936bfd7c6a None None] Routers {'49320108-804f-4ada-9667-116070d8e3cd'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:24.903647 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ec5fc9d4-8751-4b27-ae93-b4936bfd7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['49320108-804f-4ada-9667-116070d8e3cd'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:24.911849 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:24.920416 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40820) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:25.030170 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cf77b-2232-4b2b-8dfc-393723032b07 req-be38b6fe-6777-4939-ab2e-62fba43ee9bd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:25.031700 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f78cf77b-2232-4b2b-8dfc-393723032b07 req-be38b6fe-6777-4939-ab2e-62fba43ee9bd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.1500812 Apr 01 10:18:25.054197 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-ec5fc9d4-8751-4b27-ae93-b4936bfd7c6a None None] Set router 49320108-804f-4ada-9667-116070d8e3cd gateway port host: None {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:25.062906 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-311b7d04-c5de-4a66-8a02-7b7b66ead76a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:25.087019 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] For port 717d790a-2068-4ee5-b881-1f59f7eebf72, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=717d790a-2068-4ee5-b881-1f59f7eebf72,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:25.087388 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:25.122758 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Calling delete_port for 717d790a-2068-4ee5-b881-1f59f7eebf72 owned by network:router_gateway {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:25.135456 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f78cf77b-2232-4b2b-8dfc-393723032b07 req-17b530f7-1541-4204-9041-c0d69597c748 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961323 Apr 01 10:18:25.167449 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-311b7d04-c5de-4a66-8a02-7b7b66ead76a admin admin] Publish callbacks [] for security_group (3387b526-ebee-4617-9379-5da086684eca), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:25.182716 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-ec5fc9d4-8751-4b27-ae93-b4936bfd7c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:18:24Z', 'revision_number': 6, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:25.216691 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5fc9d4-8751-4b27-ae93-b4936bfd7c6a None None] The sync data for ids ['49320108-804f-4ada-9667-116070d8e3cd'] in dv-cinder-master-3-smb is: [{'id': '49320108-804f-4ada-9667-116070d8e3cd', 'name': 'tempest-AttachVolumeTestJSON-1113443796-router', 'tenant_id': '1f8feca17a5240999c4f2a5c6f313851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:18:24Z', 'revision_number': 6, 'project_id': '1f8feca17a5240999c4f2a5c6f313851', 'gw_port_host': None}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:18:25.293225 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-311b7d04-c5de-4a66-8a02-7b7b66ead76a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3387b526-ebee-4617-9379-5da086684eca), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:25.332421 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-311b7d04-c5de-4a66-8a02-7b7b66ead76a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=30a716b40b5440db92384104f2f4eb99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4105299 Apr 01 10:18:25.333903 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311b7d04-c5de-4a66-8a02-7b7b66ead76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3387b526-ebee-4617-9379-5da086684eca,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:25.336178 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40824) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:25.406366 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7bda4d6c-4b2e-450b-b4ab-94374e90f035 admin admin] Publish callbacks [] for security_group (3387b526-ebee-4617-9379-5da086684eca), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:25.436054 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7bda4d6c-4b2e-450b-b4ab-94374e90f035 admin admin] Publish callbacks [] for security_group (3387b526-ebee-4617-9379-5da086684eca), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:25.487332 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (717d790a-2068-4ee5-b881-1f59f7eebf72), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:25.577115 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Pushing event deleted for resources: {'Port': ['ID=717d790a-2068-4ee5-b881-1f59f7eebf72,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:25.578534 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7bda4d6c-4b2e-450b-b4ab-94374e90f035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3387b526-ebee-4617-9379-5da086684eca), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:25.581404 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7bda4d6c-4b2e-450b-b4ab-94374e90f035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:25.586263 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-7bda4d6c-4b2e-450b-b4ab-94374e90f035 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3387b526-ebee-4617-9379-5da086684eca HTTP/1.1" status: 204 len: 168 time: 0.2451379 Apr 01 10:18:25.595218 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda4d6c-4b2e-450b-b4ab-94374e90f035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3387b526-ebee-4617-9379-5da086684eca,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:25.602834 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048271'] for router_gateway (49320108-804f-4ada-9667-116070d8e3cd), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:25.712687 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2050451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1690'] for router (49320108-804f-4ada-9667-116070d8e3cd), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:25.721085 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Publish callbacks [] for router_controller (49320108-804f-4ada-9667-116070d8e3cd), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:26.133296 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2050538'] for router (49320108-804f-4ada-9667-116070d8e3cd), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:26.134316 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49320108-804f-4ada-9667-116070d8e3cd {{(pid=103818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 10:18:26.141267 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:26.145049 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-3b12f244-5f46-41a4-b5df-b6fc1ca39a6d admin admin] 10.222.0.13 "DELETE /v2.0/routers/49320108-804f-4ada-9667-116070d8e3cd HTTP/1.1" status: 204 len: 168 time: 1.7621017 Apr 01 10:18:26.145753 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40830) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:26.171464 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:26.266014 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-169fcb91-ec9e-4e55-94fc-413c8a6d94b9 admin admin] Deleting subnet 732114a6-ce68-4568-8360-a1a2d861b474 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:18:26.275304 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-169fcb91-ec9e-4e55-94fc-413c8a6d94b9 admin admin] Publish callbacks [] for subnet (732114a6-ce68-4568-8360-a1a2d861b474), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:26.312955 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 14655c77-a5df-47cc-9464-14eebeb303ad no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:18:26.341413 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 14655c77-a5df-47cc-9464-14eebeb303ad {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:18:26.342043 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 14655c77-a5df-47cc-9464-14eebeb303ad not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:18:26.342647 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 717d790a-2068-4ee5-b881-1f59f7eebf72 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:18:26.355789 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-169fcb91-ec9e-4e55-94fc-413c8a6d94b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16609337'] for subnet (732114a6-ce68-4568-8360-a1a2d861b474), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:26.378990 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 717d790a-2068-4ee5-b881-1f59f7eebf72 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:18:26.379441 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b782f49-225b-4676-b9b3-da4d60a1497b req-835240d2-7f75-43b6-893d-bc8247d2e41b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:26.380493 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 717d790a-2068-4ee5-b881-1f59f7eebf72 not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:18:26.405751 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6b782f49-225b-4676-b9b3-da4d60a1497b req-835240d2-7f75-43b6-893d-bc8247d2e41b tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.1653085 Apr 01 10:18:26.495518 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6b782f49-225b-4676-b9b3-da4d60a1497b req-029951a3-6157-4631-bbd4-67b9e8c2beb3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852921 Apr 01 10:18:26.525517 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-169fcb91-ec9e-4e55-94fc-413c8a6d94b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (732114a6-ce68-4568-8360-a1a2d861b474), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:26.695579 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-169fcb91-ec9e-4e55-94fc-413c8a6d94b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13012769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12969632'] for subnet (732114a6-ce68-4568-8360-a1a2d861b474), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:26.735465 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fcb91-ec9e-4e55-94fc-413c8a6d94b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=732114a6-ce68-4568-8360-a1a2d861b474,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:26.747096 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fb5a9a-c2f6-4988-aad9-08c706f2c0db None None] Network e8e7b4de-9a1d-4a82-96e9-42b39622541f requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:18:26.755357 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-169fcb91-ec9e-4e55-94fc-413c8a6d94b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:26.763280 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40852) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:26.771360 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-169fcb91-ec9e-4e55-94fc-413c8a6d94b9 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/732114a6-ce68-4568-8360-a1a2d861b474 HTTP/1.1" status: 204 len: 168 time: 0.6238942 Apr 01 10:18:26.887224 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (e8e7b4de-9a1d-4a82-96e9-42b39622541f), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.000827 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Deleting port 2b476701-8c6d-455d-8676-56376412d5ff {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:27.010252 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (2b476701-8c6d-455d-8676-56376412d5ff), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.096541 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] For port 2b476701-8c6d-455d-8676-56376412d5ff, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2b476701-8c6d-455d-8676-56376412d5ff,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:27.096541 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (2b476701-8c6d-455d-8676-56376412d5ff), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.096541 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Calling delete_port for 2b476701-8c6d-455d-8676-56376412d5ff owned by network:dhcp {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:27.160719 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b58b389-218a-4412-b3ad-f3e99f2da478 None None] DHCP port deletion for e8e7b4de-9a1d-4a82-96e9-42b39622541f request from dv-cinder-master-3-smb {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 10:18:27.237290 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-4b58b389-218a-4412-b3ad-f3e99f2da478 None None] Deleting port 2b476701-8c6d-455d-8676-56376412d5ff {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:27.239707 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4b58b389-218a-4412-b3ad-f3e99f2da478 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (2b476701-8c6d-455d-8676-56376412d5ff), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.318156 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-4b58b389-218a-4412-b3ad-f3e99f2da478 None None] For port 2b476701-8c6d-455d-8676-56376412d5ff, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2b476701-8c6d-455d-8676-56376412d5ff,segment=NetworkSegment(a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa),segment_id=a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:27.318875 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4b58b389-218a-4412-b3ad-f3e99f2da478 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (2b476701-8c6d-455d-8676-56376412d5ff), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.335960 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-4b58b389-218a-4412-b3ad-f3e99f2da478 None None] Calling delete_port for 2b476701-8c6d-455d-8676-56376412d5ff owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:27.367042 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (2b476701-8c6d-455d-8676-56376412d5ff), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.391013 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] No DVR routers for this DVR port 2b476701-8c6d-455d-8676-56376412d5ff on host dv-cinder-master-3-smb {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:18:27.441117 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b476701-8c6d-455d-8676-56376412d5ff,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:27.456949 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4b58b389-218a-4412-b3ad-f3e99f2da478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (2b476701-8c6d-455d-8676-56376412d5ff), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.495502 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b58b389-218a-4412-b3ad-f3e99f2da478 None None] Pushing event deleted for resources: {'Port': ['ID=2b476701-8c6d-455d-8676-56376412d5ff,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:27.502665 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b58b389-218a-4412-b3ad-f3e99f2da478 None None] No DVR routers for this DVR port 2b476701-8c6d-455d-8676-56376412d5ff on host dv-cinder-master-3-smb {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:18:27.565347 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40866) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:27.586974 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (e8e7b4de-9a1d-4a82-96e9-42b39622541f), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.613613 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e7b4de-9a1d-4a82-96e9-42b39622541f']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:27.634471 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8928980d-8cc6-4bb1-bae4-8ffb63c0b0ae req-2d7a44be-ff78-47a2-b4b5-8fb1262ad513 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:27.635941 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8928980d-8cc6-4bb1-bae4-8ffb63c0b0ae req-2d7a44be-ff78-47a2-b4b5-8fb1262ad513 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 945 time: 0.1463373 Apr 01 10:18:27.640227 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:27.640526 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:27.672774 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12946072'] for segment (a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.673694 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-930260514-network', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:27.700159 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.722903 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:18:27.723310 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13612288'] for segment (a3db4eb3-ca9d-4ef0-bd73-accf9d5501fa), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: Traceback (most recent call last): Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: timer() Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: cb(*args, **kw) Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: return func(*args, **kwargs) Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: self._notify() Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: self.callback(batched_events) Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: event.method(event) Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: return f(self, *a, **k) Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: return self._get(url).json() Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: return self.request(url, 'GET', **kwargs) Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:18:27.724893 dv-cinder-master-3-smb neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:18:27.761056 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Made reservation on behalf of 712342bbbbd84cd08df09d7cafb09ee3 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:18:27.763707 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.769607 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7b0e3-db43-44cd-b8ac-da9e335e09be req-04884be1-888f-47f9-a9fa-a286fda4e6a6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:27.771125 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ddf7b0e3-db43-44cd-b8ac-da9e335e09be req-04884be1-888f-47f9-a9fa-a286fda4e6a6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.1600420 Apr 01 10:18:27.772456 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.784092 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8928980d-8cc6-4bb1-bae4-8ffb63c0b0ae req-d15fb849-e339-4457-ba65-31c3fdbe06ef tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277678 Apr 01 10:18:27.830654 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ddf7b0e3-db43-44cd-b8ac-da9e335e09be req-c427f299-d931-4a47-bee9-3842eb56b15f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519929 Apr 01 10:18:27.850817 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Publish callbacks [] for security_group (b8c00da9-44d9-49b6-b8c2-877ab5f52fcc), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.858766 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (e8e7b4de-9a1d-4a82-96e9-42b39622541f), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.880741 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.880741 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] 10.222.0.13 "DELETE /v2.0/networks/e8e7b4de-9a1d-4a82-96e9-42b39622541f HTTP/1.1" status: 204 len: 168 time: 1.1051226 Apr 01 10:18:27.880741 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164d282-38af-4b71-ab01-f57b6b7c353f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8e7b4de-9a1d-4a82-96e9-42b39622541f,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:27.927708 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b8c00da9-44d9-49b6-b8c2-877ab5f52fcc), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.948621 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:18:27.961463 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c00da9-44d9-49b6-b8c2-877ab5f52fcc,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:27.966277 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (e8f99234-28cb-4f98-a781-388e3841d0d5), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:27.966616 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.segments_db [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Added segment e8f99234-28cb-4f98-a781-388e3841d0d5 of type vlan for network 35a115b7-4e10-4144-8a25-c833b6d90947 Apr 01 10:18:28.009999 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (35a115b7-4e10-4144-8a25-c833b6d90947), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.047297 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 2b476701-8c6d-455d-8676-56376412d5ff no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:18:28.070167 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 2b476701-8c6d-455d-8676-56376412d5ff {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:18:28.074785 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 2b476701-8c6d-455d-8676-56376412d5ff not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:18:28.121266 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (35a115b7-4e10-4144-8a25-c833b6d90947), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.122288 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:28.122871 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.185656 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] Pushing event updated for resources: {'Network': ['ID=35a115b7-4e10-4144-8a25-c833b6d90947,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:28.196450 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network 35a115b7-4e10-4144-8a25-c833b6d90947 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:18:28.210728 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40872) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:28.243790 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-ed7975fb-1305-4ea9-92ef-7213e54074f9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6772873 Apr 01 10:18:28.246904 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40874) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:28.252133 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] Request body: {'subnet': {'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-930260514-subnet', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:28.254622 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-9e6a23ff-c752-428f-9ae3-810280ca3379 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1f8feca17a5240999c4f2a5c6f313851&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426579 Apr 01 10:18:28.257061 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40876) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:28.305507 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-14e11ea3-5a1c-4ed4-a838-21c4bc7e1fcc admin admin] Publish callbacks [] for security_group (828a45ca-50a4-4bc5-b9ce-25201b37a222), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.325735 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-14e11ea3-5a1c-4ed4-a838-21c4bc7e1fcc admin admin] Publish callbacks [] for security_group (828a45ca-50a4-4bc5-b9ce-25201b37a222), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.355980 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] Made reservation on behalf of 712342bbbbd84cd08df09d7cafb09ee3 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:18:28.358593 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14539029'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.464194 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-14e11ea3-5a1c-4ed4-a838-21c4bc7e1fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (828a45ca-50a4-4bc5-b9ce-25201b37a222), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.467129 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-14e11ea3-5a1c-4ed4-a838-21c4bc7e1fcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.468273 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-14e11ea3-5a1c-4ed4-a838-21c4bc7e1fcc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/828a45ca-50a4-4bc5-b9ce-25201b37a222 HTTP/1.1" status: 204 len: 168 time: 0.2102764 Apr 01 10:18:28.478576 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e11ea3-5a1c-4ed4-a838-21c4bc7e1fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828a45ca-50a4-4bc5-b9ce-25201b37a222,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:28.613581 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13601765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14539011'] for subnet (8e1f4eb5-518c-4893-a80c-8440164cc7db), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.641367 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a70a5a0b-ed4e-4166-a618-3ec76ed7e067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.670634 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e1f4eb5-518c-4893-a80c-8440164cc7db,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:28.680712 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] Checking segment: {'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:18:28.681076 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] Network hostable DHCP agents. Network: 35a115b7-4e10-4144-8a25-c833b6d90947, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:18:28.761088 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] Network 35a115b7-4e10-4144-8a25-c833b6d90947 is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:18:28.842931 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 35a115b7-4e10-4144-8a25-c833b6d90947) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:28.850440 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:28.853386 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.856108 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4877e721-4c8c-4f4f-a514-3e747fc59fe6 None None] Network 35a115b7-4e10-4144-8a25-c833b6d90947 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:18:28.974816 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-35a115b7-4e10-4144-8a25-c833b6d90947', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db'}]}} from dv-cinder-master-3-smb. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 10:18:28.976295 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:28.978575 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7cf41c-b1ad-4aee-aa06-e9a6d691277e req-dc0f9eb2-5c0a-4d59-a316-61b67aaedf0a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:28.981795 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6a7cf41c-b1ad-4aee-aa06-e9a6d691277e req-dc0f9eb2-5c0a-4d59-a316-61b67aaedf0a tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 945 time: 0.1086984 Apr 01 10:18:28.985006 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-586123f4-3331-47f4-99fe-1ad90ab5e234 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7369637 Apr 01 10:18:28.988175 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40892) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:28.992815 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:29.038272 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020396f5-256f-4490-a851-0046044cb0c1 req-2ec12269-f437-442d-b2a1-994e9f196c80 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:29.039894 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-020396f5-256f-4490-a851-0046044cb0c1 req-2ec12269-f437-442d-b2a1-994e9f196c80 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.1113324 Apr 01 10:18:29.047266 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6a7cf41c-b1ad-4aee-aa06-e9a6d691277e req-92dbac6e-73d0-495f-82ea-a165c31ffc7f tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups?id=4412be89-c23f-4333-bda8-0b5efb8144ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596094 Apr 01 10:18:29.093199 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1700'] for router (ac64d364-0972-44fb-bdbe-fbd6815580aa), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.094535 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2050477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router (ac64d364-0972-44fb-bdbe-fbd6815580aa), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.110728 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-020396f5-256f-4490-a851-0046044cb0c1 req-aa777a9e-ac9f-4aa9-9304-bffc10a26656 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624998 Apr 01 10:18:29.134126 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Allocated IP 172.20.0.2 (35a115b7-4e10-4144-8a25-c833b6d90947/8e1f4eb5-518c-4893-a80c-8440164cc7db/e1c74e20-a0fb-45f5-bf11-f68afebc554a) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:18:29.155775 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Publish callbacks [] for router_controller (ac64d364-0972-44fb-bdbe-fbd6815580aa), precommit_add_association {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.258879 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-1349d208-226c-4ef3-8606-b2046768da09 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:29.260399 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-1349d208-226c-4ef3-8606-b2046768da09 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 945 time: 0.0550539 Apr 01 10:18:29.396804 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Publish callbacks [] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.439817 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Deleting port 89444a4a-f3df-408c-a4c9-35acdac618f7 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:29.440270 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.471772 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.523485 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Network 35a115b7-4e10-4144-8a25-c833b6d90947 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:18:29.533810 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:29.541753 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:18:29.544518 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] For port 89444a4a-f3df-408c-a4c9-35acdac618f7, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=89444a4a-f3df-408c-a4c9-35acdac618f7,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:29.544984 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.545799 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Pushing event updated for resources: {'Port': ['ID=e1c74e20-a0fb-45f5-bf11-f68afebc554a,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:29.625657 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Publish callbacks [] for router_gateway (ac64d364-0972-44fb-bdbe-fbd6815580aa), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.626253 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Attempting to bind port e1c74e20-a0fb-45f5-bf11-f68afebc554a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:18:29.626709 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Attempting to bind port e1c74e20-a0fb-45f5-bf11-f68afebc554a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:18:29.627147 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Attempting to bind port e1c74e20-a0fb-45f5-bf11-f68afebc554a on network 35a115b7-4e10-4144-8a25-c833b6d90947 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:18:29.633901 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:18:29.634389 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Checking segment: {'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:18:29.634806 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.635231 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Bound using segment: {'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:18:29.635752 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Bound port: e1c74e20-a0fb-45f5-bf11-f68afebc554a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:18:29.636149 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.702645 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] For port e1c74e20-a0fb-45f5-bf11-f68afebc554a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:18:29.705677 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] For port e1c74e20-a0fb-45f5-bf11-f68afebc554a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e1c74e20-a0fb-45f5-bf11-f68afebc554a,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:18:29.759976 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.759976 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (93ed1424-7205-453c-aede-189a9c268eb4), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.759976 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Floating IP 93ed1424-7205-453c-aede-189a9c268eb4 disassociated. External IP: 172.37.3.60, port: 89444a4a-f3df-408c-a4c9-35acdac618f7. Apr 01 10:18:29.760838 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Calling delete_port for 89444a4a-f3df-408c-a4c9-35acdac618f7 owned by compute:nova {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:29.779649 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:29.871189 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e56cfc-8e16-4ae5-b577-dad86e5bb7a2 None None] Pushing event updated for resources: {'Port': ['ID=e1c74e20-a0fb-45f5-bf11-f68afebc554a,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:29.990665 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Publish callbacks [] for router_gateway (ac64d364-0972-44fb-bdbe-fbd6815580aa), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:30.012300 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (89444a4a-f3df-408c-a4c9-35acdac618f7), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:30.025896 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:30.075203 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'Port': ['ID=89444a4a-f3df-408c-a4c9-35acdac618f7,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:30.174749 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Allocated IP 172.37.3.165 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/dd00e5c8-a611-4c47-8a51-b487ed06aa9f) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:18:30.200555 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a9987f74-24fc-474b-9b9d-f78c23733b3c req-ff1725e3-ade5-4cde-89da-5a0829d10714 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 210 time: 0.0296757 Apr 01 10:18:30.283651 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Router c918a820-d4da-4b1b-8389-a8e10b3a7a9c has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:18:30.308397 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Publish callbacks [] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:30.323850 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device e35e12c9-1315-42f8-9c1c-a9b4e6db32bf details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:18:30.373240 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0974e2da-00d2-4caf-8a9d-bee9f49c5c2d req-3210d265-c83d-4646-a314-0113843bc09c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:30.374737 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0974e2da-00d2-4caf-8a9d-bee9f49c5c2d req-3210d265-c83d-4646-a314-0113843bc09c tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 943 time: 0.1241891 Apr 01 10:18:30.430704 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:30.440834 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:30.443725 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0974e2da-00d2-4caf-8a9d-bee9f49c5c2d req-5b79d15e-2128-456b-a24f-17819f1ad192 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628607 Apr 01 10:18:30.451169 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:18:30.464213 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fb841-6097-4c20-9e81-5a91e9e17484 None None] Sync routers for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:18:30.467550 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'port_id': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'mac_address': 'fa:16:3e:82:6e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:18:30.505562 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:18:30.507647 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] No DVR routers for this DVR port 89444a4a-f3df-408c-a4c9-35acdac618f7 on host hv-cinder-maste {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:18:30.508721 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:30.513008 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:18:30.516122 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:30.521006 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1c1a27bb-4078-4c3e-b6f5-871c7a28abf8 req-b17661bd-5a8e-48c3-9d5f-0ce2fe463afb tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.43 "DELETE /v2.0/ports/89444a4a-f3df-408c-a4c9-35acdac618f7 HTTP/1.1" status: 204 len: 173 time: 1.2541673 Apr 01 10:18:30.521507 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35c1a806-745b-44d3-80c3-a1fc90078397', 'name': 'network-vif-deleted', 'tag': '89444a4a-f3df-408c-a4c9-35acdac618f7'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:18:30.527321 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e355039-1ba1-4c66-9d6b-2cd75c01eea0" -d '{"events": [{"server_uuid": "35c1a806-745b-44d3-80c3-a1fc90078397", "name": "network-vif-deleted", "tag": "89444a4a-f3df-408c-a4c9-35acdac618f7"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:18:30.540884 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fb841-6097-4c20-9e81-5a91e9e17484 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:30.541578 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-de7fb841-6097-4c20-9e81-5a91e9e17484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:30.565289 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Pushing event updated for resources: {'Port': ['ID=dd00e5c8-a611-4c47-8a51-b487ed06aa9f,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:30.591358 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860ff7f3-ca6f-4aa2-96db-e9cffa8afc54 x-openstack-request-id: req-860ff7f3-ca6f-4aa2-96db-e9cffa8afc54 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:18:30.591358 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35c1a806-745b-44d3-80c3-a1fc90078397", "name": "network-vif-deleted", "tag": "89444a4a-f3df-408c-a4c9-35acdac618f7", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:18:30.591358 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-860ff7f3-ca6f-4aa2-96db-e9cffa8afc54 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:18:30.591358 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860ff7f3-ca6f-4aa2-96db-e9cffa8afc54'] response: {'server_uuid': '35c1a806-745b-44d3-80c3-a1fc90078397', 'name': 'network-vif-deleted', 'tag': '89444a4a-f3df-408c-a4c9-35acdac618f7', 'status': 'completed', 'code': 200} Apr 01 10:18:30.619992 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40938) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:30.694469 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:30.694872 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:30.726034 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e35e12c9-1315-42f8-9c1c-a9b4e6db32bf {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:18:30.774258 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:30.783095 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-de7fb841-6097-4c20-9e81-5a91e9e17484 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:30.805379 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e65b6ac5-9b03-4875-a4b7-ad1642dbb1b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:30.896715 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e65b6ac5-9b03-4875-a4b7-ad1642dbb1b3 admin admin] Publish callbacks [] for security_group (b952177f-f761-499b-8baf-01d48a974196), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:30.902853 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:30.909190 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e72d409d-41bc-4bce-8cb8-bd53f6da82e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:30.945879 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Publish callbacks [] for router_gateway (ac64d364-0972-44fb-bdbe-fbd6815580aa), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:31.006959 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e65b6ac5-9b03-4875-a4b7-ad1642dbb1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b952177f-f761-499b-8baf-01d48a974196), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:31.060609 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40942) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:31.065831 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-e65b6ac5-9b03-4875-a4b7-ad1642dbb1b3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=307672e586e04ad9be64894911ae0271&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443502 Apr 01 10:18:31.067278 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b6ac5-9b03-4875-a4b7-ad1642dbb1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b952177f-f761-499b-8baf-01d48a974196,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:31.138049 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2adce5-0c2f-4c85-8e0e-33dc520c7ecd None None] Network 35a115b7-4e10-4144-8a25-c833b6d90947 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:18:31.198934 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['e35e12c9-1315-42f8-9c1c-a9b4e6db32bf'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:18:31.201879 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d9cd-f714-4eca-8ae7-c84c0f1d2c0d admin admin] Publish callbacks [] for security_group (b952177f-f761-499b-8baf-01d48a974196), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:31.207250 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,revision_number=9']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:31.234421 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d9cd-f714-4eca-8ae7-c84c0f1d2c0d admin admin] Publish callbacks [] for security_group (b952177f-f761-499b-8baf-01d48a974196), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:31.256820 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2050468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048299'] for router (ac64d364-0972-44fb-bdbe-fbd6815580aa), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:31.322693 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fdf9fe94-0b77-45f8-8ab0-5fc2a01cef60 req-9bad6b37-1a6a-457a-90c5-c9963f077219 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/ports?device_id=35c1a806-745b-44d3-80c3-a1fc90078397 HTTP/1.1" status: 200 len: 210 time: 0.0287144 Apr 01 10:18:31.325310 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-5bdcfede-22ba-43fd-8a6f-aba9460ab809 None None] Provisioning complete for port e1c74e20-a0fb-45f5-bf11-f68afebc554a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:31.325690 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfede-22ba-43fd-8a6f-aba9460ab809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:31.464672 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-de7fb841-6097-4c20-9e81-5a91e9e17484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:31.479193 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d9cd-f714-4eca-8ae7-c84c0f1d2c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b952177f-f761-499b-8baf-01d48a974196), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:31.481979 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9aa7d9cd-f714-4eca-8ae7-c84c0f1d2c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:31.483783 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-9aa7d9cd-f714-4eca-8ae7-c84c0f1d2c0d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b952177f-f761-499b-8baf-01d48a974196 HTTP/1.1" status: 204 len: 168 time: 0.4213905 Apr 01 10:18:31.495234 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7d9cd-f714-4eca-8ae7-c84c0f1d2c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b952177f-f761-499b-8baf-01d48a974196,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:31.545431 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Router ac64d364-0972-44fb-bdbe-fbd6815580aa is scheduled to L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a with binding_index 1 {{(pid=103817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 10:18:31.565688 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fb841-6097-4c20-9e81-5a91e9e17484 None None] Checking router: c918a820-d4da-4b1b-8389-a8e10b3a7a9c for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:18:31.615801 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-5bdcfede-22ba-43fd-8a6f-aba9460ab809 None None] Current status of the port e1c74e20-a0fb-45f5-bf11-f68afebc554a is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:31.616275 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfede-22ba-43fd-8a6f-aba9460ab809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:31.640972 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b9d756-38cf-4556-8225-b82a2a3d8576 req-ef9e6ed6-05c0-4bf9-86f1-899795281443 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:31.642124 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7fb841-6097-4c20-9e81-5a91e9e17484 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:31.642774 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-de7fb841-6097-4c20-9e81-5a91e9e17484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:31.650489 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-93b9d756-38cf-4556-8225-b82a2a3d8576 req-ef9e6ed6-05c0-4bf9-86f1-899795281443 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 944 time: 0.0786490 Apr 01 10:18:31.726007 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-93b9d756-38cf-4556-8225-b82a2a3d8576 req-6c5c4ccb-166d-45c3-918c-0690024099c3 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698156 Apr 01 10:18:31.729980 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:18:31.744861 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Sync routers for ids ['ac64d364-0972-44fb-bdbe-fbd6815580aa'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:18:31.756106 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Routers {'ac64d364-0972-44fb-bdbe-fbd6815580aa'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:31.756780 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ac64d364-0972-44fb-bdbe-fbd6815580aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:31.770916 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-5bdcfede-22ba-43fd-8a6f-aba9460ab809 None None] For port e1c74e20-a0fb-45f5-bf11-f68afebc554a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e1c74e20-a0fb-45f5-bf11-f68afebc554a,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:31.825425 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-de7fb841-6097-4c20-9e81-5a91e9e17484 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:31.843888 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:31.848498 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 40952) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:31.854436 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-1e60d95e-2ea7-4c71-95e9-9a5b4656671f admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8587871 Apr 01 10:18:31.859430 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5bdcfede-22ba-43fd-8a6f-aba9460ab809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:31.872691 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Set router ac64d364-0972-44fb-bdbe-fbd6815580aa gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:31.947434 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.041646 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-dcc5026f-830a-4b0b-b24b-721658765bae None None] Provisioning complete for port e1c74e20-a0fb-45f5-bf11-f68afebc554a triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:32.042037 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-dcc5026f-830a-4b0b-b24b-721658765bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.068154 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcfede-22ba-43fd-8a6f-aba9460ab809 None None] Pushing event updated for resources: {'Port': ['ID=e1c74e20-a0fb-45f5-bf11-f68afebc554a,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:32.154159 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:30Z', 'revision_number': 3, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:32.157596 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device e1c74e20-a0fb-45f5-bf11-f68afebc554a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:18:32.195352 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Checking router: ac64d364-0972-44fb-bdbe-fbd6815580aa for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:18:32.195996 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Updating router ac64d364-0972-44fb-bdbe-fbd6815580aa port dd00e5c8-a611-4c47-8a51-b487ed06aa9f binding host dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:18:32.224432 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-dcc5026f-830a-4b0b-b24b-721658765bae None None] Current status of the port e1c74e20-a0fb-45f5-bf11-f68afebc554a is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:32.240430 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.257564 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-de7fb841-6097-4c20-9e81-5a91e9e17484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:32.290882 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7fb841-6097-4c20-9e81-5a91e9e17484 None None] The sync data for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb is: [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:13:09Z', 'revision_number': 4, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '70dfc820-c18f-4359-ac45-3977bdba4286', 'name': '', 'network_id': 'f92ca3fc-f878-4471-8584-45362264a2fe', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'mac_address': 'fa:16:3e:76:96:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:20Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'subnets': [{'id': '3c4bd942-1f07-46b6-a4b8-3efb6580d55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:18:32.292559 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port e1c74e20-a0fb-45f5-bf11-f68afebc554a triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:32.292937 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.365095 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device e35e12c9-1315-42f8-9c1c-a9b4e6db32bf up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:18:32.499082 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port e1c74e20-a0fb-45f5-bf11-f68afebc554a is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:32.534728 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40972) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:32.536683 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:32.542110 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.620915 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-762e9c8f-0635-4fc8-b7da-a6d8e89c8d70 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (4412be89-c23f-4333-bda8-0b5efb8144ee), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.624763 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Publish callbacks [] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.651720 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-762e9c8f-0635-4fc8-b7da-a6d8e89c8d70 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (4412be89-c23f-4333-bda8-0b5efb8144ee), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.664847 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:32.670222 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.687301 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.697442 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:18:32.711381 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8337de7b-20ba-4e6c-86f9-913d9e3d8263" -d '{"events": [{"server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "name": "network-vif-plugged", "status": "completed", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:18:32.731919 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38e60cd-ff2f-4c5b-8026-6eeef6c3e9ef None None] New status for floating IP 93ed1424-7205-453c-aede-189a9c268eb4: DOWN {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:18:32.756698 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Attempting to bind port dd00e5c8-a611-4c47-8a51-b487ed06aa9f on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:18:32.758083 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Attempting to bind port dd00e5c8-a611-4c47-8a51-b487ed06aa9f by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:18:32.758728 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Attempting to bind port dd00e5c8-a611-4c47-8a51-b487ed06aa9f on network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:18:32.769124 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:18:32.770122 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Checking segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:18:32.770679 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.772365 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Bound using segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:18:32.773326 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40980) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:32.773454 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Bound port: dd00e5c8-a611-4c47-8a51-b487ed06aa9f, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:18:32.774043 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.807345 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-762e9c8f-0635-4fc8-b7da-a6d8e89c8d70 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4412be89-c23f-4333-bda8-0b5efb8144ee), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.811006 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-762e9c8f-0635-4fc8-b7da-a6d8e89c8d70 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.812348 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-762e9c8f-0635-4fc8-b7da-a6d8e89c8d70 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "DELETE /v2.0/security-groups/4412be89-c23f-4333-bda8-0b5efb8144ee HTTP/1.1" status: 204 len: 168 time: 0.2764986 Apr 01 10:18:32.816990 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40984) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:32.817880 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b85a30-9c27-45ba-b1da-d6148823b5b4 x-openstack-request-id: req-69b85a30-9c27-45ba-b1da-d6148823b5b4 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:18:32.829594 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "name": "network-vif-plugged", "status": "completed", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:18:32.829874 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69b85a30-9c27-45ba-b1da-d6148823b5b4 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:18:32.830314 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b85a30-9c27-45ba-b1da-d6148823b5b4'] response: {'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'code': 200} Apr 01 10:18:32.832176 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:32.869617 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.api.v2.resource [None req-9727bac3-3027-45d7-afee-635084afadc6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] show failed (client error): The resource could not be found. Apr 01 10:18:32.871453 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-9727bac3-3027-45d7-afee-635084afadc6 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "GET /v2.0/security-groups/4412be89-c23f-4333-bda8-0b5efb8144ee HTTP/1.1" status: 404 len: 347 time: 0.0524135 Apr 01 10:18:32.875185 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40986) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:32.880438 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] For port dd00e5c8-a611-4c47-8a51-b487ed06aa9f, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:18:32.887256 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] For port dd00e5c8-a611-4c47-8a51-b487ed06aa9f, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=dd00e5c8-a611-4c47-8a51-b487ed06aa9f,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:18:32.891705 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e9c8f-0635-4fc8-b7da-a6d8e89c8d70 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4412be89-c23f-4333-bda8-0b5efb8144ee,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:32.892594 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Pushing event updated for resources: {'Port': ['ID=dd00e5c8-a611-4c47-8a51-b487ed06aa9f,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:32.904619 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.904973 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.905346 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.908205 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.908205 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.908205 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.908205 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.908205 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.908205 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.908205 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.908205 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.909671 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.909671 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.909671 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.909671 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:18:32.924954 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.925775 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 89444a4a-f3df-408c-a4c9-35acdac618f7 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:18:32.970766 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.984669 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:32.986491 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935487749-network', 'tenant_id': 'f145f568b4e341278c4037f903384504'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:33.014205 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: 89444a4a-f3df-408c-a4c9-35acdac618f7 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:18:33.017317 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 89444a4a-f3df-408c-a4c9-35acdac618f7 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:18:33.030762 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6d396-056c-43b3-be75-5f8e34dc91cb req-bc9b10b4-a41e-444c-9845-7decb955b1c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:33.037681 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4bd6d396-056c-43b3-be75-5f8e34dc91cb req-bc9b10b4-a41e-444c-9845-7decb955b1c0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 944 time: 0.1905868 Apr 01 10:18:33.043170 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,revision_number=10']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:33.068064 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-634e1304-4013-4104-b8e6-26df543cba65 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Deleting port 59b5eb2d-6eaf-4d32-9d59-c824e184fe50 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:33.068734 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-634e1304-4013-4104-b8e6-26df543cba65 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (59b5eb2d-6eaf-4d32-9d59-c824e184fe50), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.075196 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa416206-6b70-4433-9633-c0ee56bd71ea None None] Pushing event updated for resources: {'Port': ['ID=dd00e5c8-a611-4c47-8a51-b487ed06aa9f,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:33.079830 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Routers {'ac64d364-0972-44fb-bdbe-fbd6815580aa'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:33.080653 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ac64d364-0972-44fb-bdbe-fbd6815580aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:33.112263 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Made reservation on behalf of f145f568b4e341278c4037f903384504 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:18:33.114624 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.128164 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.172929 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-634e1304-4013-4104-b8e6-26df543cba65 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (59b5eb2d-6eaf-4d32-9d59-c824e184fe50), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.173730 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-634e1304-4013-4104-b8e6-26df543cba65 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (59b5eb2d-6eaf-4d32-9d59-c824e184fe50), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.194631 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-634e1304-4013-4104-b8e6-26df543cba65 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Calling delete_port for 59b5eb2d-6eaf-4d32-9d59-c824e184fe50 owned by network:floatingip {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:33.227258 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] Set router ac64d364-0972-44fb-bdbe-fbd6815580aa gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:33.230302 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4bd6d396-056c-43b3-be75-5f8e34dc91cb req-7256d8b1-5fae-4d0c-b724-8bbf44c396fd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426234 Apr 01 10:18:33.277551 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d6d4e-d7e8-49ab-9bf9-027f00bfc451 req-66c441cb-6f7a-444c-9666-6ad8cb5f7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:33.279324 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-af0d6d4e-d7e8-49ab-9bf9-027f00bfc451 req-66c441cb-6f7a-444c-9666-6ad8cb5f7f7d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 1130 time: 0.1686993 Apr 01 10:18:33.287254 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Allocated IP 172.20.0.1 (35a115b7-4e10-4144-8a25-c833b6d90947/8e1f4eb5-518c-4893-a80c-8440164cc7db/5fa2125a-e05f-4bbb-a427-e43b69ace87b) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:18:33.292986 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Publish callbacks [] for security_group (e3e0aad2-862d-4f4e-bf29-664ba35111fc), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.372787 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (e3e0aad2-862d-4f4e-bf29-664ba35111fc), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.387813 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-af0d6d4e-d7e8-49ab-9bf9-027f00bfc451 req-97dc1a16-54e7-4786-b97c-bf870a436fd9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021423 Apr 01 10:18:33.398064 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.401407 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:18:33.409420 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e0aad2-862d-4f4e-bf29-664ba35111fc,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:33.414789 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (1405bb16-bd88-40fa-97af-92b8a4444ee5), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.415014 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.segments_db [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Added segment 1405bb16-bd88-40fa-97af-92b8a4444ee5 of type vlan for network ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf Apr 01 10:18:33.445108 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-634e1304-4013-4104-b8e6-26df543cba65 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (59b5eb2d-6eaf-4d32-9d59-c824e184fe50), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.449249 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Publish callbacks [] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.482063 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.484549 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e1304-4013-4104-b8e6-26df543cba65 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Pushing event deleted for resources: {'Port': ['ID=59b5eb2d-6eaf-4d32-9d59-c824e184fe50,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:33.527510 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.536935 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:30Z', 'revision_number': 3, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:33.556936 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-634e1304-4013-4104-b8e6-26df543cba65 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks [] for floatingip (93ed1424-7205-453c-aede-189a9c268eb4), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.559888 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-634e1304-4013-4104-b8e6-26df543cba65 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.561069 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-634e1304-4013-4104-b8e6-26df543cba65 tempest-AttachVolumeNegativeTest-639931704 tempest-AttachVolumeNegativeTest-639931704-project] 10.222.0.13 "DELETE /v2.0/floatingips/93ed1424-7205-453c-aede-189a9c268eb4 HTTP/1.1" status: 204 len: 168 time: 0.6845493 Apr 01 10:18:33.568076 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Network 35a115b7-4e10-4144-8a25-c833b6d90947 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:18:33.570891 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:33.572991 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f8e6c3-e507-478c-a181-7418e836c2eb None None] The sync data for ids ['ac64d364-0972-44fb-bdbe-fbd6815580aa'] in dv-cinder-master-3-smb is: [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:30Z', 'revision_number': 3, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:18:33.573378 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:18:33.592490 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.593679 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:33.594344 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.612555 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa2125a-e05f-4bbb-a427-e43b69ace87b,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:33.633231 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2048764'] for router_interface (ac64d364-0972-44fb-bdbe-fbd6815580aa), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.672091 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] Pushing event updated for resources: {'Network': ['ID=ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:33.687354 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:18:33.738659 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-8576aaee-d221-4b86-9aba-175da561f901 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9638822 Apr 01 10:18:33.744752 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 40990) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:33.747255 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] Request body: {'subnet': {'network_id': 'ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1935487749-subnet', 'tenant_id': 'f145f568b4e341278c4037f903384504', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:33.876902 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] Made reservation on behalf of f145f568b4e341278c4037f903384504 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:18:33.883151 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12969663'] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:33.891349 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:34.113623 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-9832b23f-9e74-48c5-8eb3-747e7d6d20d0 None None] Provisioning complete for port 5fa2125a-e05f-4bbb-a427-e43b69ace87b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:34.113623 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9832b23f-9e74-48c5-8eb3-747e7d6d20d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:34.152675 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-9832b23f-9e74-48c5-8eb3-747e7d6d20d0 None None] Port 5fa2125a-e05f-4bbb-a427-e43b69ace87b cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:18:34.153771 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Publish callbacks [] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:34.215898 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device e1c74e20-a0fb-45f5-bf11-f68afebc554a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:18:34.224617 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13012834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12969641'] for subnet (758a76e9-c11b-4b6b-8115-8e72dca42349), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:34.236120 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:34.274791 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port e1c74e20-a0fb-45f5-bf11-f68afebc554a triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:34.276456 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:34.289643 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2048616'] for router_interface (ac64d364-0972-44fb-bdbe-fbd6815580aa), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:34.300865 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] Checking segment: {'id': '1405bb16-bd88-40fa-97af-92b8a4444ee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:18:34.301300 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] Network hostable DHCP agents. Network: ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:18:34.312018 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] Pushing event updated for resources: {'Subnet': ['ID=758a76e9-c11b-4b6b-8115-8e72dca42349,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:34.412854 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] Network ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:18:34.419452 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port e1c74e20-a0fb-45f5-bf11-f68afebc554a is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:34.421268 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device dd00e5c8-a611-4c47-8a51-b487ed06aa9f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:18:34.454816 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Pushing event updated for resources: {'Port': ['ID=5fa2125a-e05f-4bbb-a427-e43b69ace87b,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:34.495829 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port dd00e5c8-a611-4c47-8a51-b487ed06aa9f triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:34.496485 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:34.505807 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fca6977-0528-4e28-a543-ba3057782166 req-676498af-7ee5-40bf-a6d9-7b419c4823dc tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:34.507447 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3fca6977-0528-4e28-a543-ba3057782166 req-676498af-7ee5-40bf-a6d9-7b419c4823dc tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 946 time: 0.1601579 Apr 01 10:18:34.521467 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:34.526741 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:34.527351 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:34.540323 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a7d0ee-9ec9-44fa-9f2e-0e693544be9c None None] Network ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:18:34.546572 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Network 35a115b7-4e10-4144-8a25-c833b6d90947 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:18:34.563101 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:34.611543 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-c3b6c824-cb38-4615-9220-c9b5984b122c admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8685451 Apr 01 10:18:34.629113 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3fca6977-0528-4e28-a543-ba3057782166 req-3cef5c3a-2610-4a2a-b4c4-e84e9ae90f2f tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998189 Apr 01 10:18:34.731572 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port dd00e5c8-a611-4c47-8a51-b487ed06aa9f is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:34.731989 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:34.790519 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Router ac64d364-0972-44fb-bdbe-fbd6815580aa has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:18:34.797494 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] For port dd00e5c8-a611-4c47-8a51-b487ed06aa9f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=dd00e5c8-a611-4c47-8a51-b487ed06aa9f,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:34.804416 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fb4171-9a98-48b7-b676-de6828d560d4 None None] Network ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:18:34.900626 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:34.987834 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:18:34.993763 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-00b4db48-35c4-41a5-855b-d30d6e463a47 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac64d364-0972-44fb-bdbe-fbd6815580aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1445673 Apr 01 10:18:35.008111 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:35.040868 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-4a646e40-0ea7-42cd-9617-716df7aff7ec None None] Provisioning complete for port 5fa2125a-e05f-4bbb-a427-e43b69ace87b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:35.041535 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4a646e40-0ea7-42cd-9617-716df7aff7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:35.045293 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Pushing event updated for resources: {'Port': ['ID=dd00e5c8-a611-4c47-8a51-b487ed06aa9f,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:35.104829 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-4a646e40-0ea7-42cd-9617-716df7aff7ec None None] Port 5fa2125a-e05f-4bbb-a427-e43b69ace87b cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:18:35.718629 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Sync routers for ids ['ac64d364-0972-44fb-bdbe-fbd6815580aa'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:18:35.735724 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Routers {'ac64d364-0972-44fb-bdbe-fbd6815580aa'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:35.739977 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ac64d364-0972-44fb-bdbe-fbd6815580aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:35.811061 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14c8e4-0866-480f-9215-265e05ba6909 req-a4fef128-2a98-48d1-ae24-7364041cad10 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:35.814313 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dc14c8e4-0866-480f-9215-265e05ba6909 req-a4fef128-2a98-48d1-ae24-7364041cad10 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 946 time: 0.0878320 Apr 01 10:18:35.814978 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41066) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:35.821297 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1161863695-network', 'tenant_id': 'a555b162b075489588c9c82fab94e6e1'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:35.864729 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Set router ac64d364-0972-44fb-bdbe-fbd6815580aa gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:35.883537 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dc14c8e4-0866-480f-9215-265e05ba6909 req-47a9a053-30c1-4938-8589-593bc3ccefb8 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573823 Apr 01 10:18:35.933977 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Made reservation on behalf of a555b162b075489588c9c82fab94e6e1 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:18:35.937229 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:35.954485 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.044759 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Publish callbacks [] for security_group (eeb7f822-24ff-4d3e-bca3-018440c6aacf), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.077111 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device dd00e5c8-a611-4c47-8a51-b487ed06aa9f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:18:36.094466 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:33Z', 'revision_number': 4, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '5fa2125a-e05f-4bbb-a427-e43b69ace87b', 'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'mac_address': 'fa:16:3e:f8:94:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:33Z', 'updated_at': '2022-04-01T10:18:33Z', 'revision_number': 2, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'subnets': [{'id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:36.105456 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (eeb7f822-24ff-4d3e-bca3-018440c6aacf), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.125873 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41072) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:36.131821 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port dd00e5c8-a611-4c47-8a51-b487ed06aa9f triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:36.132267 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.133554 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1400580907-network', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:36.135506 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:18:36.147919 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Checking router: ac64d364-0972-44fb-bdbe-fbd6815580aa for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:18:36.149288 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Updating router ac64d364-0972-44fb-bdbe-fbd6815580aa port 5fa2125a-e05f-4bbb-a427-e43b69ace87b binding host dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:18:36.155047 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb7f822-24ff-4d3e-bca3-018440c6aacf,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:36.159535 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (b02b20aa-d05b-436f-b209-a4730dcdc906), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.160176 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.segments_db [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Added segment b02b20aa-d05b-436f-b209-a4730dcdc906 of type vlan for network 404534b2-0ccf-47b7-afb2-1e3365559b2a Apr 01 10:18:36.187903 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.203334 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (404534b2-0ccf-47b7-afb2-1e3365559b2a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.216742 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port dd00e5c8-a611-4c47-8a51-b487ed06aa9f is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:36.252700 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Made reservation on behalf of fb0beef8510047c9a2d64b1e72bcd450 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:18:36.255936 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.266599 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.282878 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (404534b2-0ccf-47b7-afb2-1e3365559b2a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.284065 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:36.284866 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.359007 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] Pushing event updated for resources: {'Network': ['ID=404534b2-0ccf-47b7-afb2-1e3365559b2a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:36.369497 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network 404534b2-0ccf-47b7-afb2-1e3365559b2a details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:18:36.369635 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Publish callbacks [] for security_group (9e021264-bc9c-4f4d-8d79-0e9938bcbb67), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.428427 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-9ab5b573-e240-48e5-b04d-f50b66c8af57 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6122825 Apr 01 10:18:36.432753 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41084) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:36.439373 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] Request body: {'subnet': {'network_id': '404534b2-0ccf-47b7-afb2-1e3365559b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1161863695-subnet', 'tenant_id': 'a555b162b075489588c9c82fab94e6e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:36.446888 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (9e021264-bc9c-4f4d-8d79-0e9938bcbb67), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.469852 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:18:36.486792 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e021264-bc9c-4f4d-8d79-0e9938bcbb67,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:36.493118 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (87cb83d6-951d-4157-9606-34df3b268d21), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.493624 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.segments_db [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Added segment 87cb83d6-951d-4157-9606-34df3b268d21 of type vlan for network 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 Apr 01 10:18:36.519645 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Publish callbacks [] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.526834 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] Made reservation on behalf of a555b162b075489588c9c82fab94e6e1 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:18:36.529172 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14539029'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.538020 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (00e8d9d5-9bd9-42f6-82d7-095e2078cfa9), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.590144 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.612969 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (00e8d9d5-9bd9-42f6-82d7-095e2078cfa9), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.614391 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:36.615308 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.640137 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fda731-0a2b-4c1e-8ad2-eb8fec715c9f None None] Pushing event updated for resources: {'Port': ['ID=5fa2125a-e05f-4bbb-a427-e43b69ace87b,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:36.697856 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] Pushing event updated for resources: {'Network': ['ID=00e8d9d5-9bd9-42f6-82d7-095e2078cfa9,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:36.708758 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:18:36.730024 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Attempting to bind port 5fa2125a-e05f-4bbb-a427-e43b69ace87b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:18:36.730573 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Attempting to bind port 5fa2125a-e05f-4bbb-a427-e43b69ace87b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:18:36.740926 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Attempting to bind port 5fa2125a-e05f-4bbb-a427-e43b69ace87b on network 35a115b7-4e10-4144-8a25-c833b6d90947 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:18:36.740926 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:18:36.740926 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Checking segment: {'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:18:36.740926 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.740926 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Bound using segment: {'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:18:36.740926 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Bound port: 5fa2125a-e05f-4bbb-a427-e43b69ace87b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:18:36.740926 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.759141 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-6789bcc3-b1b5-4071-bb38-0c89d51269af admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6313326 Apr 01 10:18:36.761850 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41090) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:36.768057 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] Request body: {'subnet': {'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1400580907-subnet', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:36.807733 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13601765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14539011'] for subnet (1e75a8a3-67af-4bac-8e65-258f7a90b46a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.825328 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] For port 5fa2125a-e05f-4bbb-a427-e43b69ace87b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:18:36.829046 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] For port 5fa2125a-e05f-4bbb-a427-e43b69ace87b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5fa2125a-e05f-4bbb-a427-e43b69ace87b,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:18:36.858607 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] Made reservation on behalf of fb0beef8510047c9a2d64b1e72bcd450 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:18:36.860956 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12969663'] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.878666 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e75a8a3-67af-4bac-8e65-258f7a90b46a,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:36.884053 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.891513 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] Checking segment: {'id': 'b02b20aa-d05b-436f-b209-a4730dcdc906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '404534b2-0ccf-47b7-afb2-1e3365559b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:18:36.891513 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] Network hostable DHCP agents. Network: 404534b2-0ccf-47b7-afb2-1e3365559b2a, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:18:36.953821 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-8674d9b0-d9b1-4e05-904e-9829135a3e74 None None] Provisioning complete for port 5fa2125a-e05f-4bbb-a427-e43b69ace87b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:36.954312 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8674d9b0-d9b1-4e05-904e-9829135a3e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:36.958331 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fda731-0a2b-4c1e-8ad2-eb8fec715c9f None None] Pushing event updated for resources: {'Port': ['ID=5fa2125a-e05f-4bbb-a427-e43b69ace87b,revision_number=4']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:36.962630 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Routers {'ac64d364-0972-44fb-bdbe-fbd6815580aa'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:36.963549 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ac64d364-0972-44fb-bdbe-fbd6815580aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:36.973467 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] Network 404534b2-0ccf-47b7-afb2-1e3365559b2a is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:18:37.061763 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 404534b2-0ccf-47b7-afb2-1e3365559b2a) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:37.068869 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:37.071383 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.083738 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907ab212-20fa-4ffb-a9da-9614c61f0aee None None] Network 404534b2-0ccf-47b7-afb2-1e3365559b2a requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:18:37.117987 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] Set router ac64d364-0972-44fb-bdbe-fbd6815580aa gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:37.118931 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbe61e-95e7-4e2c-a7fb-b7f7ec7f617c req-d609ace6-8a16-4812-a6a5-2410095f6784 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:37.128664 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cccbe61e-95e7-4e2c-a7fb-b7f7ec7f617c req-d609ace6-8a16-4812-a6a5-2410095f6784 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 946 time: 0.1116972 Apr 01 10:18:37.168682 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-8674d9b0-d9b1-4e05-904e-9829135a3e74 None None] Current status of the port 5fa2125a-e05f-4bbb-a427-e43b69ace87b is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:37.169082 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8674d9b0-d9b1-4e05-904e-9829135a3e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.175592 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-38227b64-e141-48ff-bb6b-b78927b0358e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7402511 Apr 01 10:18:37.201992 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13012834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12969641'] for subnet (02c00e2a-013d-44b5-ab35-556c029a6796), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.215947 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cccbe61e-95e7-4e2c-a7fb-b7f7ec7f617c req-fc146394-daaf-44b0-85f6-200ffcf0a4b0 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857806 Apr 01 10:18:37.274973 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-8674d9b0-d9b1-4e05-904e-9829135a3e74 None None] For port 5fa2125a-e05f-4bbb-a427-e43b69ace87b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5fa2125a-e05f-4bbb-a427-e43b69ace87b,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:37.284809 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0874821c-8215-40ce-b2e7-a1a774652768 None None] Network 404534b2-0ccf-47b7-afb2-1e3365559b2a requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:18:37.302326 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] Checking segment: {'id': '87cb83d6-951d-4157-9606-34df3b268d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:18:37.302907 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] Network hostable DHCP agents. Network: 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:18:37.303645 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41098) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:37.307336 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c00e2a-013d-44b5-ab35-556c029a6796,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:37.357344 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8674d9b0-d9b1-4e05-904e-9829135a3e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.363236 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d49447-7752-4c31-b9c1-e11baba6c343 admin admin] Deleting subnet 758a76e9-c11b-4b6b-8115-8e72dca42349 {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:18:37.367877 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a2d49447-7752-4c31-b9c1-e11baba6c343 admin admin] Publish callbacks [] for subnet (758a76e9-c11b-4b6b-8115-8e72dca42349), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.406892 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a2d49447-7752-4c31-b9c1-e11baba6c343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12946067'] for subnet (758a76e9-c11b-4b6b-8115-8e72dca42349), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.418476 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:33Z', 'revision_number': 4, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '5fa2125a-e05f-4bbb-a427-e43b69ace87b', 'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'mac_address': 'fa:16:3e:f8:94:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:33Z', 'updated_at': '2022-04-01T10:18:36Z', 'revision_number': 4, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'subnets': [{'id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:37.437994 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8674d9b0-d9b1-4e05-904e-9829135a3e74 None None] Pushing event updated for resources: {'Port': ['ID=5fa2125a-e05f-4bbb-a427-e43b69ace87b,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:37.442110 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] Network 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:18:37.447569 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a2d49447-7752-4c31-b9c1-e11baba6c343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (758a76e9-c11b-4b6b-8115-8e72dca42349), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.450988 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1d6601-7d54-4c7d-9abf-d11db414e084 None None] The sync data for ids ['ac64d364-0972-44fb-bdbe-fbd6815580aa'] in dv-cinder-master-3-smb is: [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:33Z', 'revision_number': 4, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '5fa2125a-e05f-4bbb-a427-e43b69ace87b', 'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'mac_address': 'fa:16:3e:f8:94:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:33Z', 'updated_at': '2022-04-01T10:18:36Z', 'revision_number': 4, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'subnets': [{'id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:18:37.477424 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-b048c14e-31eb-49fc-99d3-13dfd4d22844 None None] Provisioning complete for port 5fa2125a-e05f-4bbb-a427-e43b69ace87b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:37.477807 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-b048c14e-31eb-49fc-99d3-13dfd4d22844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.544306 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:37.564674 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:18:37.565384 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.574019 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beae0423-ee2b-4529-9a25-03577e887de3 None None] Network 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:18:37.613462 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a2d49447-7752-4c31-b9c1-e11baba6c343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13601702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14539018'] for subnet (758a76e9-c11b-4b6b-8115-8e72dca42349), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.632796 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-f698e949-1380-4bab-851c-4d3315c7ea97 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8695638 Apr 01 10:18:37.635010 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-b048c14e-31eb-49fc-99d3-13dfd4d22844 None None] Current status of the port 5fa2125a-e05f-4bbb-a427-e43b69ace87b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:37.635618 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41100) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:37.640831 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1400580907-router', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:37.660719 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a2d49447-7752-4c31-b9c1-e11baba6c343 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.664949 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-a2d49447-7752-4c31-b9c1-e11baba6c343 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/758a76e9-c11b-4b6b-8115-8e72dca42349 HTTP/1.1" status: 204 len: 168 time: 0.3598962 Apr 01 10:18:37.665578 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d49447-7752-4c31-b9c1-e11baba6c343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=758a76e9-c11b-4b6b-8115-8e72dca42349,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:37.667282 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41102) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:37.697743 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-00e8d9d5-9bd9-42f6-82d7-095e2078cfa9', 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9', 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'fixed_ips': [{'subnet_id': '02c00e2a-013d-44b5-ab35-556c029a6796'}]}} from dv-cinder-master-3-smb. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 10:18:37.698621 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.729838 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1700'] for router (cdb9f774-45a6-4ef9-876d-b31821899d8f), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.730939 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2050477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router (cdb9f774-45a6-4ef9-876d-b31821899d8f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.762558 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.822846 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Publish callbacks [] for router_controller (cdb9f774-45a6-4ef9-876d-b31821899d8f), precommit_add_association {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:37.859836 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Allocated IP 172.20.0.2 (00e8d9d5-9bd9-42f6-82d7-095e2078cfa9/02c00e2a-013d-44b5-ab35-556c029a6796/d89d2cf8-88c9-4664-b5c6-13a8130a599b) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:18:37.887844 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41110) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:37.987230 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.013538 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:38.025367 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1405bb16-bd88-40fa-97af-92b8a4444ee5') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:38.025651 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1405bb16-bd88-40fa-97af-92b8a4444ee5') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:38.038598 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16609330'] for segment (1405bb16-bd88-40fa-97af-92b8a4444ee5), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.056735 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (1405bb16-bd88-40fa-97af-92b8a4444ee5), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.087164 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Publish callbacks [] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.119184 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:18:38.119184 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13021575'] for segment (1405bb16-bd88-40fa-97af-92b8a4444ee5), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.131330 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 5fa2125a-e05f-4bbb-a427-e43b69ace87b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: Traceback (most recent call last): Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: timer() Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: cb(*args, **kw) Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: return func(*args, **kwargs) Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: self._notify() Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: self.callback(batched_events) Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: event.method(event) Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: return f(self, *a, **k) Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: return self._get(url).json() Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: return self.request(url, 'GET', **kwargs) Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:18:38.133174 dv-cinder-master-3-smb neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:18:38.175367 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.205756 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Publish callbacks [] for router_gateway (cdb9f774-45a6-4ef9-876d-b31821899d8f), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.219924 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Network 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:18:38.224207 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:38.228114 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:18:38.248683 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Pushing event updated for resources: {'Port': ['ID=d89d2cf8-88c9-4664-b5c6-13a8130a599b,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:38.260457 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 5fa2125a-e05f-4bbb-a427-e43b69ace87b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:38.260457 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.338350 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Attempting to bind port d89d2cf8-88c9-4664-b5c6-13a8130a599b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:18:38.339180 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Attempting to bind port d89d2cf8-88c9-4664-b5c6-13a8130a599b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '87cb83d6-951d-4157-9606-34df3b268d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:18:38.339550 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Attempting to bind port d89d2cf8-88c9-4664-b5c6-13a8130a599b on network 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:18:38.350726 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:18:38.351110 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Checking segment: {'id': '87cb83d6-951d-4157-9606-34df3b268d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:18:38.351522 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.351923 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Bound using segment: {'id': '87cb83d6-951d-4157-9606-34df3b268d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:18:38.352413 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Bound port: d89d2cf8-88c9-4664-b5c6-13a8130a599b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cb83d6-951d-4157-9606-34df3b268d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:18:38.352802 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.368647 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.373894 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.386720 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf HTTP/1.1" status: 204 len: 168 time: 0.7136514 Apr 01 10:18:38.386720 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41114) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:38.429228 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202eb85-8831-4415-8339-8e29f107bf46 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee8cf00b-d51c-4cd7-acc6-e3ae16b32dcf,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:38.436861 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 5fa2125a-e05f-4bbb-a427-e43b69ace87b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:38.461891 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f475b5-81ef-4d1f-a1ec-f9dc9cbf0550 admin admin] Deleting subnet 1e75a8a3-67af-4bac-8e65-258f7a90b46a {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:18:38.466617 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c0f475b5-81ef-4d1f-a1ec-f9dc9cbf0550 admin admin] Publish callbacks [] for subnet (1e75a8a3-67af-4bac-8e65-258f7a90b46a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.475138 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] For port d89d2cf8-88c9-4664-b5c6-13a8130a599b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:18:38.479505 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] For port d89d2cf8-88c9-4664-b5c6-13a8130a599b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d89d2cf8-88c9-4664-b5c6-13a8130a599b,segment=NetworkSegment(87cb83d6-951d-4157-9606-34df3b268d21),segment_id=87cb83d6-951d-4157-9606-34df3b268d21)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:18:38.515135 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c0f475b5-81ef-4d1f-a1ec-f9dc9cbf0550 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16609337'] for subnet (1e75a8a3-67af-4bac-8e65-258f7a90b46a), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.526478 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2048629'] for router_interface (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.553300 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.569086 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c0f475b5-81ef-4d1f-a1ec-f9dc9cbf0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (1e75a8a3-67af-4bac-8e65-258f7a90b46a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.643188 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eae9c6-2150-4678-9024-e6b8637817e2 None None] Pushing event updated for resources: {'Port': ['ID=d89d2cf8-88c9-4664-b5c6-13a8130a599b,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:38.832095 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] Deleting port 70dfc820-c18f-4359-ac45-3977bdba4286 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:38.835712 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.943285 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] For port 70dfc820-c18f-4359-ac45-3977bdba4286, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=70dfc820-c18f-4359-ac45-3977bdba4286,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:38.943882 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.960014 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] Calling delete_port for 70dfc820-c18f-4359-ac45-3977bdba4286 owned by network:router_interface {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:38.975458 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Publish callbacks [] for router_gateway (cdb9f774-45a6-4ef9-876d-b31821899d8f), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:38.997085 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.049062 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c0f475b5-81ef-4d1f-a1ec-f9dc9cbf0550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13012769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12969632'] for subnet (1e75a8a3-67af-4bac-8e65-258f7a90b46a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.085348 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f475b5-81ef-4d1f-a1ec-f9dc9cbf0550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e75a8a3-67af-4bac-8e65-258f7a90b46a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:39.107905 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c0f475b5-81ef-4d1f-a1ec-f9dc9cbf0550 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.111067 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-c0f475b5-81ef-4d1f-a1ec-f9dc9cbf0550 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/1e75a8a3-67af-4bac-8e65-258f7a90b46a HTTP/1.1" status: 204 len: 168 time: 0.7237356 Apr 01 10:18:39.113532 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41116) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:39.186683 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Allocated IP 172.37.3.115 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/a37b7664-ac12-4f32-ba5f-3013decef617) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:18:39.204108 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (404534b2-0ccf-47b7-afb2-1e3365559b2a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.212939 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (70dfc820-c18f-4359-ac45-3977bdba4286), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.236750 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] Pushing event deleted for resources: {'Port': ['ID=70dfc820-c18f-4359-ac45-3977bdba4286,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:39.355766 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (404534b2-0ccf-47b7-afb2-1e3365559b2a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.393052 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404534b2-0ccf-47b7-afb2-1e3365559b2a']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:39.398108 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Publish callbacks [] for port (a37b7664-ac12-4f32-ba5f-3013decef617), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.409089 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02b20aa-d05b-436f-b209-a4730dcdc906') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:39.409449 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02b20aa-d05b-436f-b209-a4730dcdc906') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:39.422458 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16609330'] for segment (b02b20aa-d05b-436f-b209-a4730dcdc906), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.435150 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051557'] for router_interface (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.445505 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (b02b20aa-d05b-436f-b209-a4730dcdc906), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.454667 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:18:39.455071 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13021575'] for segment (b02b20aa-d05b-436f-b209-a4730dcdc906), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: Traceback (most recent call last): Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: timer() Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: cb(*args, **kw) Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: return func(*args, **kwargs) Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: self._notify() Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: self.callback(batched_events) Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: event.method(event) Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: return f(self, *a, **k) Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: return self._get(url).json() Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: return self.request(url, 'GET', **kwargs) Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:18:39.458937 dv-cinder-master-3-smb neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:18:39.573340 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.606064 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (404534b2-0ccf-47b7-afb2-1e3365559b2a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.614442 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.619962 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] 10.222.0.13 "DELETE /v2.0/networks/404534b2-0ccf-47b7-afb2-1e3365559b2a HTTP/1.1" status: 204 len: 168 time: 0.5031314 Apr 01 10:18:39.637388 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:18:39.646252 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:39.648204 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e44eae-900b-4958-a419-9b5231535ad7 admin admin] Pushing event deleted for resources: {'Network': ['ID=404534b2-0ccf-47b7-afb2-1e3365559b2a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:39.649915 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:18:39.653423 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Pushing event updated for resources: {'Port': ['ID=a37b7664-ac12-4f32-ba5f-3013decef617,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:39.701047 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] Router c918a820-d4da-4b1b-8389-a8e10b3a7a9c has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:18:39.788775 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f7e916-babd-425c-982e-29dd15bb45aa None None] Network 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:18:39.822469 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:18:39.829806 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-d404aa65-2a8a-4bda-892a-705be06a8201 admin admin] 10.222.0.13 "PUT /v2.0/routers/c918a820-d4da-4b1b-8389-a8e10b3a7a9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9408569 Apr 01 10:18:39.832304 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41120) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:39.956021 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Publish callbacks [] for router (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:39.964801 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41122) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:39.972499 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105a634-0dea-478c-baf2-19c996d56d68 None None] Sync routers for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:18:40.003811 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105a634-0dea-478c-baf2-19c996d56d68 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:40.004505 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-c105a634-0dea-478c-baf2-19c996d56d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:40.041651 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-41a4bec8-2f08-410b-834c-d6c447bc5cd6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f145f568b4e341278c4037f903384504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0734248 Apr 01 10:18:40.041651 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Publish callbacks [] for router_gateway (cdb9f774-45a6-4ef9-876d-b31821899d8f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.042453 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41124) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:40.077883 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-c95dd2a7-5a55-4539-bd34-76d865dad1b7 None None] Provisioning complete for port d89d2cf8-88c9-4664-b5c6-13a8130a599b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:40.078205 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c95dd2a7-5a55-4539-bd34-76d865dad1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.084231 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Publish callbacks [] for router_gateway (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.222447 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Deleting port f716f37e-45aa-403c-8934-99eab274333b {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:40.223155 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (f716f37e-45aa-403c-8934-99eab274333b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.227567 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-c105a634-0dea-478c-baf2-19c996d56d68 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:40.235408 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device d89d2cf8-88c9-4664-b5c6-13a8130a599b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:18:40.275023 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8b8e2584-dcc0-4970-8fea-d977bf57240c admin admin] Publish callbacks [] for security_group (e3e0aad2-862d-4f4e-bf29-664ba35111fc), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.309748 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8b8e2584-dcc0-4970-8fea-d977bf57240c admin admin] Publish callbacks [] for security_group (e3e0aad2-862d-4f4e-bf29-664ba35111fc), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.339174 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] For port f716f37e-45aa-403c-8934-99eab274333b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f716f37e-45aa-403c-8934-99eab274333b,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:40.339611 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (f716f37e-45aa-403c-8934-99eab274333b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.357839 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Calling delete_port for f716f37e-45aa-403c-8934-99eab274333b owned by network:router_gateway {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:40.366325 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2050468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048299'] for router (cdb9f774-45a6-4ef9-876d-b31821899d8f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.420814 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-c95dd2a7-5a55-4539-bd34-76d865dad1b7 None None] Current status of the port d89d2cf8-88c9-4664-b5c6-13a8130a599b is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:40.421280 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c95dd2a7-5a55-4539-bd34-76d865dad1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.497990 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-c95dd2a7-5a55-4539-bd34-76d865dad1b7 None None] For port d89d2cf8-88c9-4664-b5c6-13a8130a599b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d89d2cf8-88c9-4664-b5c6-13a8130a599b,segment=NetworkSegment(87cb83d6-951d-4157-9606-34df3b268d21),segment_id=87cb83d6-951d-4157-9606-34df3b268d21)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:40.516704 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port d89d2cf8-88c9-4664-b5c6-13a8130a599b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:40.517090 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.544188 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8b8e2584-dcc0-4970-8fea-d977bf57240c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (e3e0aad2-862d-4f4e-bf29-664ba35111fc), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.546784 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8b8e2584-dcc0-4970-8fea-d977bf57240c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.548306 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-8b8e2584-dcc0-4970-8fea-d977bf57240c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e3e0aad2-862d-4f4e-bf29-664ba35111fc HTTP/1.1" status: 204 len: 168 time: 0.5044618 Apr 01 10:18:40.556277 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e2584-dcc0-4970-8fea-d977bf57240c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e0aad2-862d-4f4e-bf29-664ba35111fc,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:40.569906 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-c105a634-0dea-478c-baf2-19c996d56d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85'}], 'enable_snat': True}, 'gw_port_id': 'f716f37e-45aa-403c-8934-99eab274333b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:18:39Z', 'revision_number': 5, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port': {'id': 'f716f37e-45aa-403c-8934-99eab274333b', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:a0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:58Z', 'updated_at': '2022-04-01T10:13:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:40.607320 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c95dd2a7-5a55-4539-bd34-76d865dad1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.611773 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105a634-0dea-478c-baf2-19c996d56d68 None None] Checking router: c918a820-d4da-4b1b-8389-a8e10b3a7a9c for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:18:40.635756 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Router cdb9f774-45a6-4ef9-876d-b31821899d8f is scheduled to L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a with binding_index 1 {{(pid=103817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 10:18:40.664210 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (f716f37e-45aa-403c-8934-99eab274333b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.665951 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c105a634-0dea-478c-baf2-19c996d56d68 None None] Routers {'c918a820-d4da-4b1b-8389-a8e10b3a7a9c'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:40.666590 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-c105a634-0dea-478c-baf2-19c996d56d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:40.688018 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=f716f37e-45aa-403c-8934-99eab274333b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:40.759571 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:18:40.771164 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port d89d2cf8-88c9-4664-b5c6-13a8130a599b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:40.773670 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Sync routers for ids ['cdb9f774-45a6-4ef9-876d-b31821899d8f'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:18:40.774193 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-c105a634-0dea-478c-baf2-19c996d56d68 None None] Set router c918a820-d4da-4b1b-8389-a8e10b3a7a9c gateway port host: None {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:40.776852 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dd2a7-5a55-4539-bd34-76d865dad1b7 None None] Pushing event updated for resources: {'Port': ['ID=d89d2cf8-88c9-4664-b5c6-13a8130a599b,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:40.780387 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048271'] for router_gateway (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.789784 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Routers {'cdb9f774-45a6-4ef9-876d-b31821899d8f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:40.793638 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['cdb9f774-45a6-4ef9-876d-b31821899d8f'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:40.838064 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-10033d98-28e1-46c8-a474-f2f77ef02d0e None None] Provisioning complete for port d89d2cf8-88c9-4664-b5c6-13a8130a599b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:40.838615 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-10033d98-28e1-46c8-a474-f2f77ef02d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.840042 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-c105a634-0dea-478c-baf2-19c996d56d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:18:40Z', 'revision_number': 7, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:40.867928 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:40.871030 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-1fc3ae10-f9d9-4194-882d-7fd485f4f29e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.2342789 Apr 01 10:18:40.873605 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41128) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:40.884758 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c105a634-0dea-478c-baf2-19c996d56d68 None None] The sync data for ids ['c918a820-d4da-4b1b-8389-a8e10b3a7a9c'] in dv-cinder-master-3-smb is: [{'id': 'c918a820-d4da-4b1b-8389-a8e10b3a7a9c', 'name': 'tempest-AttachVolumeNegativeTest-745268293-router', 'tenant_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:56Z', 'updated_at': '2022-04-01T10:18:40Z', 'revision_number': 7, 'project_id': '4fe27716eeb24577b5e8d4ce0ca46b5f', 'gw_port_host': None}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:18:40.936176 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Set router cdb9f774-45a6-4ef9-876d-b31821899d8f gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:40.969037 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-10033d98-28e1-46c8-a474-f2f77ef02d0e None None] Current status of the port d89d2cf8-88c9-4664-b5c6-13a8130a599b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:41.228691 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2050451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1690'] for router (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.231180 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Publish callbacks [] for router_controller (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.241854 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'name': 'tempest-TestShelveInstance-1400580907-router', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:37Z', 'updated_at': '2022-04-01T10:18:39Z', 'revision_number': 3, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'gw_port': {'id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:39Z', 'updated_at': '2022-04-01T10:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:41.273747 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Checking router: cdb9f774-45a6-4ef9-876d-b31821899d8f for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:18:41.274767 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Updating router cdb9f774-45a6-4ef9-876d-b31821899d8f port a37b7664-ac12-4f32-ba5f-3013decef617 binding host dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:18:41.302141 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.357772 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41132) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:41.384292 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2050538'] for router (c918a820-d4da-4b1b-8389-a8e10b3a7a9c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.391042 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c918a820-d4da-4b1b-8389-a8e10b3a7a9c {{(pid=103818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 10:18:41.391042 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.391694 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-0cddcbf7-02bb-4ebc-9189-10ac2eac8f47 admin admin] 10.222.0.13 "DELETE /v2.0/routers/c918a820-d4da-4b1b-8389-a8e10b3a7a9c HTTP/1.1" status: 204 len: 168 time: 1.5573449 Apr 01 10:18:41.393599 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41134) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:41.486359 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.493308 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-41e5a200-980a-43cd-bb51-348dc40d5dc6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a555b162b075489588c9c82fab94e6e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341393 Apr 01 10:18:41.496171 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41136) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:41.503545 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-683b09f3-1124-4557-bb16-b5678094df15 admin admin] Deleting subnet 3c4bd942-1f07-46b6-a4b8-3efb6580d55d {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:18:41.509958 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-683b09f3-1124-4557-bb16-b5678094df15 admin admin] Publish callbacks [] for subnet (3c4bd942-1f07-46b6-a4b8-3efb6580d55d), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.550077 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34aeb971-8954-45f2-8d88-9bd0ebfe14a9 admin admin] Publish callbacks [] for security_group (eeb7f822-24ff-4d3e-bca3-018440c6aacf), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.580957 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Publish callbacks [] for port (a37b7664-ac12-4f32-ba5f-3013decef617), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.588763 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-683b09f3-1124-4557-bb16-b5678094df15 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16609337'] for subnet (3c4bd942-1f07-46b6-a4b8-3efb6580d55d), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.589103 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34aeb971-8954-45f2-8d88-9bd0ebfe14a9 admin admin] Publish callbacks [] for security_group (eeb7f822-24ff-4d3e-bca3-018440c6aacf), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.658946 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.714884 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371e604-839d-4cda-bf2f-a65b58a8f1eb None None] Pushing event updated for resources: {'Port': ['ID=a37b7664-ac12-4f32-ba5f-3013decef617,revision_number=2']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:41.717629 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Attempting to bind port a37b7664-ac12-4f32-ba5f-3013decef617 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:18:41.717991 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Attempting to bind port a37b7664-ac12-4f32-ba5f-3013decef617 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:18:41.718352 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Attempting to bind port a37b7664-ac12-4f32-ba5f-3013decef617 on network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:18:41.728772 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:18:41.729167 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Checking segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:18:41.729710 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.730156 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Bound using segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:18:41.730632 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Bound port: a37b7664-ac12-4f32-ba5f-3013decef617, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:18:41.731774 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.746447 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-683b09f3-1124-4557-bb16-b5678094df15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (3c4bd942-1f07-46b6-a4b8-3efb6580d55d), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.761509 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34aeb971-8954-45f2-8d88-9bd0ebfe14a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (eeb7f822-24ff-4d3e-bca3-018440c6aacf), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.764464 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34aeb971-8954-45f2-8d88-9bd0ebfe14a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.766353 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-34aeb971-8954-45f2-8d88-9bd0ebfe14a9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/eeb7f822-24ff-4d3e-bca3-018440c6aacf HTTP/1.1" status: 204 len: 168 time: 0.2689860 Apr 01 10:18:41.781581 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aeb971-8954-45f2-8d88-9bd0ebfe14a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb7f822-24ff-4d3e-bca3-018440c6aacf,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:41.800275 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Allocated IP 172.20.0.1 (00e8d9d5-9bd9-42f6-82d7-095e2078cfa9/02c00e2a-013d-44b5-ab35-556c029a6796/4dcf9732-b696-4440-b8c2-d7c4350b644b) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:18:41.823798 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] For port a37b7664-ac12-4f32-ba5f-3013decef617, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:18:41.827315 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] For port a37b7664-ac12-4f32-ba5f-3013decef617, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a37b7664-ac12-4f32-ba5f-3013decef617,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:18:41.916782 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:41.978146 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371e604-839d-4cda-bf2f-a65b58a8f1eb None None] Pushing event updated for resources: {'Port': ['ID=a37b7664-ac12-4f32-ba5f-3013decef617,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:41.980702 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Routers {'cdb9f774-45a6-4ef9-876d-b31821899d8f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:41.981403 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['cdb9f774-45a6-4ef9-876d-b31821899d8f'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:42.094660 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] Set router cdb9f774-45a6-4ef9-876d-b31821899d8f gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:42.114863 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device d89d2cf8-88c9-4664-b5c6-13a8130a599b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:18:42.152112 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Publish callbacks [] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.168472 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port d89d2cf8-88c9-4664-b5c6-13a8130a599b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:42.176191 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.178802 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-683b09f3-1124-4557-bb16-b5678094df15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13012769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12969632'] for subnet (3c4bd942-1f07-46b6-a4b8-3efb6580d55d), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.214452 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-683b09f3-1124-4557-bb16-b5678094df15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.218975 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-683b09f3-1124-4557-bb16-b5678094df15 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3c4bd942-1f07-46b6-a4b8-3efb6580d55d HTTP/1.1" status: 204 len: 168 time: 0.8242893 Apr 01 10:18:42.221603 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41142) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:42.224345 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b09f3-1124-4557-bb16-b5678094df15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4bd942-1f07-46b6-a4b8-3efb6580d55d,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:42.235731 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353dd277-eaa7-47e4-9c6d-6f20a33e194c None None] Network f92ca3fc-f878-4471-8584-45362264a2fe requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:18:42.277326 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.308078 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (f92ca3fc-f878-4471-8584-45362264a2fe), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.323985 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'name': 'tempest-TestShelveInstance-1400580907-router', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:37Z', 'updated_at': '2022-04-01T10:18:39Z', 'revision_number': 3, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'gw_port': {'id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:39Z', 'updated_at': '2022-04-01T10:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:42.331681 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Network 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:18:42.336176 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:42.339606 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:18:42.349297 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port d89d2cf8-88c9-4664-b5c6-13a8130a599b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:42.376560 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Pushing event updated for resources: {'Port': ['ID=4dcf9732-b696-4440-b8c2-d7c4350b644b,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:42.418302 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8426bd9-3f7d-4d46-885f-c570e85f9689 None None] The sync data for ids ['cdb9f774-45a6-4ef9-876d-b31821899d8f'] in dv-cinder-master-3-smb is: [{'id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'name': 'tempest-TestShelveInstance-1400580907-router', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:37Z', 'updated_at': '2022-04-01T10:18:39Z', 'revision_number': 3, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'gw_port': {'id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:39Z', 'updated_at': '2022-04-01T10:18:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:18:42.431506 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2048764'] for router_interface (cdb9f774-45a6-4ef9-876d-b31821899d8f), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.446343 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device f716f37e-45aa-403c-8934-99eab274333b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:18:42.490476 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Deleting port 1bd64c2e-958d-4866-aa31-aa02a8765679 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:42.491893 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.492689 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: f716f37e-45aa-403c-8934-99eab274333b {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:18:42.493052 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device f716f37e-45aa-403c-8934-99eab274333b not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:18:42.493513 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 70dfc820-c18f-4359-ac45-3977bdba4286 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:18:42.548425 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db1870f-552e-40a4-aaea-dab7d22a64d2 None None] DHCP port deletion for f92ca3fc-f878-4471-8584-45362264a2fe request from dv-cinder-master-3-smb {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 10:18:42.556544 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 70dfc820-c18f-4359-ac45-3977bdba4286 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:18:42.557827 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 70dfc820-c18f-4359-ac45-3977bdba4286 not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:18:42.608935 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] For port 1bd64c2e-958d-4866-aa31-aa02a8765679, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1bd64c2e-958d-4866-aa31-aa02a8765679,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:42.609372 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.631259 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Calling delete_port for 1bd64c2e-958d-4866-aa31-aa02a8765679 owned by network:dhcp {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:42.632293 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-6db1870f-552e-40a4-aaea-dab7d22a64d2 None None] Deleting port 1bd64c2e-958d-4866-aa31-aa02a8765679 {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:18:42.632883 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6db1870f-552e-40a4-aaea-dab7d22a64d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.687619 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.703746 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-6db1870f-552e-40a4-aaea-dab7d22a64d2 None None] For port 1bd64c2e-958d-4866-aa31-aa02a8765679, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1bd64c2e-958d-4866-aa31-aa02a8765679,segment=NetworkSegment(c147e7a4-0793-4f75-9bfc-0a28feff30d2),segment_id=c147e7a4-0793-4f75-9bfc-0a28feff30d2)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:42.704297 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6db1870f-552e-40a4-aaea-dab7d22a64d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.718492 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-6db1870f-552e-40a4-aaea-dab7d22a64d2 None None] Calling delete_port for 1bd64c2e-958d-4866-aa31-aa02a8765679 owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:18:42.813532 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.858079 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bd64c2e-958d-4866-aa31-aa02a8765679,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:42.886710 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] No DVR routers for this DVR port 1bd64c2e-958d-4866-aa31-aa02a8765679 on host dv-cinder-master-3-smb {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:18:42.968479 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Publish callbacks [] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:42.978417 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-67e70a65-1e96-42cd-a010-23a938ff3155 None None] Provisioning complete for port 4dcf9732-b696-4440-b8c2-d7c4350b644b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:42.980476 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-67e70a65-1e96-42cd-a010-23a938ff3155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.011499 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (f92ca3fc-f878-4471-8584-45362264a2fe), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.025389 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6db1870f-552e-40a4-aaea-dab7d22a64d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (1bd64c2e-958d-4866-aa31-aa02a8765679), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.036770 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13021659'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.044611 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f92ca3fc-f878-4471-8584-45362264a2fe']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:43.057475 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c147e7a4-0793-4f75-9bfc-0a28feff30d2') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:43.057837 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c147e7a4-0793-4f75-9bfc-0a28feff30d2') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:43.061082 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-67e70a65-1e96-42cd-a010-23a938ff3155 None None] Port 4dcf9732-b696-4440-b8c2-d7c4350b644b cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:18:43.064567 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1870f-552e-40a4-aaea-dab7d22a64d2 None None] Pushing event deleted for resources: {'Port': ['ID=1bd64c2e-958d-4866-aa31-aa02a8765679,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:43.069467 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db1870f-552e-40a4-aaea-dab7d22a64d2 None None] No DVR routers for this DVR port 1bd64c2e-958d-4866-aa31-aa02a8765679 on host dv-cinder-master-3-smb {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:18:43.081663 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12946072'] for segment (c147e7a4-0793-4f75-9bfc-0a28feff30d2), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.096225 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (c147e7a4-0793-4f75-9bfc-0a28feff30d2), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.107748 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:18:43.108005 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13612288'] for segment (c147e7a4-0793-4f75-9bfc-0a28feff30d2), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: Traceback (most recent call last): Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: timer() Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: cb(*args, **kw) Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: return func(*args, **kwargs) Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: self._notify() Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: self.callback(batched_events) Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: event.method(event) Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: return f(self, *a, **k) Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: return self._get(url).json() Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: return self.request(url, 'GET', **kwargs) Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:18:43.109905 dv-cinder-master-3-smb neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:18:43.124016 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2048616'] for router_interface (cdb9f774-45a6-4ef9-876d-b31821899d8f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.125991 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Pushing event updated for resources: {'Port': ['ID=4dcf9732-b696-4440-b8c2-d7c4350b644b,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:43.244419 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Network 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:18:43.245889 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:18:43.258706 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (f92ca3fc-f878-4471-8584-45362264a2fe), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.267432 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.283653 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f92ca3fc-f878-4471-8584-45362264a2fe HTTP/1.1" status: 204 len: 168 time: 1.0567889 Apr 01 10:18:43.307541 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5edb09-3b33-416c-884b-7886240511b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f92ca3fc-f878-4471-8584-45362264a2fe,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:43.423905 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Router cdb9f774-45a6-4ef9-876d-b31821899d8f has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:18:43.546360 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:18:43.551689 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-770e4324-e2c5-4784-bfa3-653705171d6e admin admin] 10.222.0.13 "PUT /v2.0/routers/cdb9f774-45a6-4ef9-876d-b31821899d8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6767960 Apr 01 10:18:43.595821 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-3efba2e7-6b58-4974-9fa8-0412b6a0812d None None] Provisioning complete for port 4dcf9732-b696-4440-b8c2-d7c4350b644b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:43.596415 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3efba2e7-6b58-4974-9fa8-0412b6a0812d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.641277 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-3efba2e7-6b58-4974-9fa8-0412b6a0812d None None] Port 4dcf9732-b696-4440-b8c2-d7c4350b644b cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:18:43.733114 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41170) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:43.779155 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-fb856c94-7c17-44fb-a2bd-395251b136de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4fe27716eeb24577b5e8d4ce0ca46b5f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0446420 Apr 01 10:18:43.781564 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41172) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:43.829659 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47c19b59-7edd-4328-b017-835225e684d8 admin admin] Publish callbacks [] for security_group (fe14405e-ff8e-4c65-9445-30e0be3989ff), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.851135 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47c19b59-7edd-4328-b017-835225e684d8 admin admin] Publish callbacks [] for security_group (fe14405e-ff8e-4c65-9445-30e0be3989ff), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.984854 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47c19b59-7edd-4328-b017-835225e684d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (fe14405e-ff8e-4c65-9445-30e0be3989ff), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.987885 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47c19b59-7edd-4328-b017-835225e684d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:43.991815 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-47c19b59-7edd-4328-b017-835225e684d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fe14405e-ff8e-4c65-9445-30e0be3989ff HTTP/1.1" status: 204 len: 168 time: 0.2092376 Apr 01 10:18:43.999792 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c19b59-7edd-4328-b017-835225e684d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe14405e-ff8e-4c65-9445-30e0be3989ff,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:44.129338 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device a37b7664-ac12-4f32-ba5f-3013decef617 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:18:44.179292 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port a37b7664-ac12-4f32-ba5f-3013decef617 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:44.179970 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:44.270345 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port a37b7664-ac12-4f32-ba5f-3013decef617 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:44.270542 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:44.296640 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] For port a37b7664-ac12-4f32-ba5f-3013decef617, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a37b7664-ac12-4f32-ba5f-3013decef617,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:44.367411 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:44.446996 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 1bd64c2e-958d-4866-aa31-aa02a8765679 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:18:44.483423 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Pushing event updated for resources: {'Port': ['ID=a37b7664-ac12-4f32-ba5f-3013decef617,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:44.487820 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 1bd64c2e-958d-4866-aa31-aa02a8765679 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:18:44.488177 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 1bd64c2e-958d-4866-aa31-aa02a8765679 not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:18:44.570248 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41200) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:44.575246 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-0c4fb443-0966-4beb-afe0-ca2462d25e29 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-310926553', 'description': 'tempest-secgroup-smoke-310926553 description', 'project_id': '712342bbbbd84cd08df09d7cafb09ee3'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:44.687571 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb443-0966-4beb-afe0-ca2462d25e29 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:44.765238 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb443-0966-4beb-afe0-ca2462d25e29 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group (d444c3a8-a7d0-43b8-9021-d76a07c693ad), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:44.805707 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Sync routers for ids ['cdb9f774-45a6-4ef9-876d-b31821899d8f'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:18:44.815635 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Routers {'cdb9f774-45a6-4ef9-876d-b31821899d8f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:44.816256 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['cdb9f774-45a6-4ef9-876d-b31821899d8f'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:44.858670 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb443-0966-4beb-afe0-ca2462d25e29 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (d444c3a8-a7d0-43b8-9021-d76a07c693ad), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:44.892664 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4fb443-0966-4beb-afe0-ca2462d25e29 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d444c3a8-a7d0-43b8-9021-d76a07c693ad,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:44.938433 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Set router cdb9f774-45a6-4ef9-876d-b31821899d8f gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:44.964540 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0c4fb443-0966-4beb-afe0-ca2462d25e29 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:44.971091 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41214) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:44.972091 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-0c4fb443-0966-4beb-afe0-ca2462d25e29 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3999178 Apr 01 10:18:44.975725 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-6366f2a9-823e-4b64-adce-cff1b89415fc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Request body: {'security_group_rule': {'security_group_id': 'd444c3a8-a7d0-43b8-9021-d76a07c693ad', 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:45.080635 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6366f2a9-823e-4b64-adce-cff1b89415fc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (69c2be33-bc47-415d-9ceb-5706b9edcaf3), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.141011 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6366f2a9-823e-4b64-adce-cff1b89415fc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (69c2be33-bc47-415d-9ceb-5706b9edcaf3), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.157099 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'name': 'tempest-TestShelveInstance-1400580907-router', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:37Z', 'updated_at': '2022-04-01T10:18:42Z', 'revision_number': 4, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'gw_port': {'id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:39Z', 'updated_at': '2022-04-01T10:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4dcf9732-b696-4440-b8c2-d7c4350b644b', 'name': '', 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'mac_address': 'fa:16:3e:ac:22:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '02c00e2a-013d-44b5-ab35-556c029a6796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:41Z', 'updated_at': '2022-04-01T10:18:42Z', 'revision_number': 2, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'subnets': [{'id': '02c00e2a-013d-44b5-ab35-556c029a6796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:45.186219 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Checking router: cdb9f774-45a6-4ef9-876d-b31821899d8f for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:18:45.186579 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Updating router cdb9f774-45a6-4ef9-876d-b31821899d8f port 4dcf9732-b696-4440-b8c2-d7c4350b644b binding host dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:18:45.214131 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.218391 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6366f2a9-823e-4b64-adce-cff1b89415fc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (69c2be33-bc47-415d-9ceb-5706b9edcaf3), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.239983 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6366f2a9-823e-4b64-adce-cff1b89415fc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c2be33-bc47-415d-9ceb-5706b9edcaf3,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:45.336384 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6366f2a9-823e-4b64-adce-cff1b89415fc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.337626 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-6366f2a9-823e-4b64-adce-cff1b89415fc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3655307 Apr 01 10:18:45.340368 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41222) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:45.351258 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-4551d61e-2e2d-4baa-a5c4-93ea4f8c709c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Request body: {'security_group_rule': {'security_group_id': 'd444c3a8-a7d0-43b8-9021-d76a07c693ad', 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:45.469663 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4551d61e-2e2d-4baa-a5c4-93ea4f8c709c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (21c4c054-c722-41ed-919a-047d8a4b8744), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.496888 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Publish callbacks [] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.529441 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4551d61e-2e2d-4baa-a5c4-93ea4f8c709c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (21c4c054-c722-41ed-919a-047d8a4b8744), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.635579 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.670218 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4551d61e-2e2d-4baa-a5c4-93ea4f8c709c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (21c4c054-c722-41ed-919a-047d8a4b8744), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.688191 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551d61e-2e2d-4baa-a5c4-93ea4f8c709c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c4c054-c722-41ed-919a-047d8a4b8744,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:45.712780 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8e1ff-66cd-46bb-92b3-22c3c36b7fe2 None None] Pushing event updated for resources: {'Port': ['ID=4dcf9732-b696-4440-b8c2-d7c4350b644b,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:45.749569 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Attempting to bind port 4dcf9732-b696-4440-b8c2-d7c4350b644b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:18:45.749947 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Attempting to bind port 4dcf9732-b696-4440-b8c2-d7c4350b644b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '87cb83d6-951d-4157-9606-34df3b268d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:18:45.755815 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Attempting to bind port 4dcf9732-b696-4440-b8c2-d7c4350b644b on network 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:18:45.757746 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:18:45.758168 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Checking segment: {'id': '87cb83d6-951d-4157-9606-34df3b268d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:18:45.758633 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.759017 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Bound using segment: {'id': '87cb83d6-951d-4157-9606-34df3b268d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:18:45.759499 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Bound port: 4dcf9732-b696-4440-b8c2-d7c4350b644b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87cb83d6-951d-4157-9606-34df3b268d21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:18:45.759882 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.827268 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] For port 4dcf9732-b696-4440-b8c2-d7c4350b644b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:18:45.830460 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] For port 4dcf9732-b696-4440-b8c2-d7c4350b644b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4dcf9732-b696-4440-b8c2-d7c4350b644b,segment=NetworkSegment(87cb83d6-951d-4157-9606-34df3b268d21),segment_id=87cb83d6-951d-4157-9606-34df3b268d21)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:18:45.866241 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4551d61e-2e2d-4baa-a5c4-93ea4f8c709c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.867639 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-4551d61e-2e2d-4baa-a5c4-93ea4f8c709c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5255911 Apr 01 10:18:45.870570 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41234) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:45.876189 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-7572d539-5278-41d0-a365-c43df8cbe386 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Request body: {'security_group_rule': {'security_group_id': 'd444c3a8-a7d0-43b8-9021-d76a07c693ad', 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:45.928038 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:45.989559 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7572d539-5278-41d0-a365-c43df8cbe386 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (721e6b0c-aafd-4eb0-9b28-ad47557a7a61), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.014817 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Routers {'cdb9f774-45a6-4ef9-876d-b31821899d8f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:18:46.015353 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:18:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['cdb9f774-45a6-4ef9-876d-b31821899d8f'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:46.096227 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-c9c33beb-30dd-44b2-ae6a-a2300e7414a8 None None] Provisioning complete for port 4dcf9732-b696-4440-b8c2-d7c4350b644b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:46.096950 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c9c33beb-30dd-44b2-ae6a-a2300e7414a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.098723 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7572d539-5278-41d0-a365-c43df8cbe386 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (721e6b0c-aafd-4eb0-9b28-ad47557a7a61), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.101427 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8e1ff-66cd-46bb-92b3-22c3c36b7fe2 None None] Pushing event updated for resources: {'Port': ['ID=4dcf9732-b696-4440-b8c2-d7c4350b644b,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:46.133902 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device a37b7664-ac12-4f32-ba5f-3013decef617 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:18:46.172841 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7572d539-5278-41d0-a365-c43df8cbe386 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (721e6b0c-aafd-4eb0-9b28-ad47557a7a61), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.195343 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7572d539-5278-41d0-a365-c43df8cbe386 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=721e6b0c-aafd-4eb0-9b28-ad47557a7a61,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:46.224507 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] Set router cdb9f774-45a6-4ef9-876d-b31821899d8f gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:18:46.292563 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7572d539-5278-41d0-a365-c43df8cbe386 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.292563 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-7572d539-5278-41d0-a365-c43df8cbe386 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4204879 Apr 01 10:18:46.295136 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41246) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:46.300810 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-e596dc32-1ee7-4fdf-b2e7-c6985898c01c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Request body: {'security_group_rule': {'security_group_id': 'd444c3a8-a7d0-43b8-9021-d76a07c693ad', 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:46.357890 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port a37b7664-ac12-4f32-ba5f-3013decef617 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:46.358264 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.396381 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-c9c33beb-30dd-44b2-ae6a-a2300e7414a8 None None] Current status of the port 4dcf9732-b696-4440-b8c2-d7c4350b644b is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:46.396381 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c9c33beb-30dd-44b2-ae6a-a2300e7414a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.418935 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e596dc32-1ee7-4fdf-b2e7-c6985898c01c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (e52ba748-7208-45e6-9da4-81c57e32ef71), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.466244 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-c9c33beb-30dd-44b2-ae6a-a2300e7414a8 None None] For port 4dcf9732-b696-4440-b8c2-d7c4350b644b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4dcf9732-b696-4440-b8c2-d7c4350b644b,segment=NetworkSegment(87cb83d6-951d-4157-9606-34df3b268d21),segment_id=87cb83d6-951d-4157-9606-34df3b268d21)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:18:46.482345 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e596dc32-1ee7-4fdf-b2e7-c6985898c01c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (e52ba748-7208-45e6-9da4-81c57e32ef71), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.529843 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port a37b7664-ac12-4f32-ba5f-3013decef617 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:46.538405 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e596dc32-1ee7-4fdf-b2e7-c6985898c01c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (e52ba748-7208-45e6-9da4-81c57e32ef71), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.539007 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c9c33beb-30dd-44b2-ae6a-a2300e7414a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.558276 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e596dc32-1ee7-4fdf-b2e7-c6985898c01c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e52ba748-7208-45e6-9da4-81c57e32ef71,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:46.581649 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'name': 'tempest-TestShelveInstance-1400580907-router', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:37Z', 'updated_at': '2022-04-01T10:18:42Z', 'revision_number': 4, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'gw_port': {'id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:39Z', 'updated_at': '2022-04-01T10:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4dcf9732-b696-4440-b8c2-d7c4350b644b', 'name': '', 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'mac_address': 'fa:16:3e:ac:22:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '02c00e2a-013d-44b5-ab35-556c029a6796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:41Z', 'updated_at': '2022-04-01T10:18:45Z', 'revision_number': 4, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'subnets': [{'id': '02c00e2a-013d-44b5-ab35-556c029a6796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:18:46.617386 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b87a7d-3eb7-46f8-9ada-f6e16d559b32 None None] The sync data for ids ['cdb9f774-45a6-4ef9-876d-b31821899d8f'] in dv-cinder-master-3-smb is: [{'id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'name': 'tempest-TestShelveInstance-1400580907-router', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:37Z', 'updated_at': '2022-04-01T10:18:42Z', 'revision_number': 4, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'gw_port': {'id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:39Z', 'updated_at': '2022-04-01T10:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4dcf9732-b696-4440-b8c2-d7c4350b644b', 'name': '', 'network_id': '00e8d9d5-9bd9-42f6-82d7-095e2078cfa9', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'mac_address': 'fa:16:3e:ac:22:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': '02c00e2a-013d-44b5-ab35-556c029a6796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:41Z', 'updated_at': '2022-04-01T10:18:45Z', 'revision_number': 4, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'subnets': [{'id': '02c00e2a-013d-44b5-ab35-556c029a6796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:18:46.619855 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c33beb-30dd-44b2-ae6a-a2300e7414a8 None None] Pushing event updated for resources: {'Port': ['ID=4dcf9732-b696-4440-b8c2-d7c4350b644b,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:46.632833 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e596dc32-1ee7-4fdf-b2e7-c6985898c01c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.635189 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e596dc32-1ee7-4fdf-b2e7-c6985898c01c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3384330 Apr 01 10:18:46.636964 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41252) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:46.641885 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-7ec7e1a3-c020-42df-aeb5-9aaa69291c7a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Request body: {'security_group_rule': {'security_group_id': 'd444c3a8-a7d0-43b8-9021-d76a07c693ad', 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:46.662411 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-608bc6f1-acc0-4474-be74-194015e8da86 None None] Provisioning complete for port 4dcf9732-b696-4440-b8c2-d7c4350b644b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:46.662411 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-608bc6f1-acc0-4474-be74-194015e8da86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.762072 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.securitygroups_db [None req-7ec7e1a3-c020-42df-aeb5-9aaa69291c7a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Project 712342bbbbd84cd08df09d7cafb09ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 10:18:46.769737 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7ec7e1a3-c020-42df-aeb5-9aaa69291c7a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (9f2f0b38-43db-412c-9cd4-57737369bbd5), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.794514 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-608bc6f1-acc0-4474-be74-194015e8da86 None None] Current status of the port 4dcf9732-b696-4440-b8c2-d7c4350b644b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:46.855230 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41258) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:46.855662 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7ec7e1a3-c020-42df-aeb5-9aaa69291c7a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (9f2f0b38-43db-412c-9cd4-57737369bbd5), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.910982 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7ec7e1a3-c020-42df-aeb5-9aaa69291c7a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (9f2f0b38-43db-412c-9cd4-57737369bbd5), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.930694 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7e1a3-c020-42df-aeb5-9aaa69291c7a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2f0b38-43db-412c-9cd4-57737369bbd5,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:46.982610 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-919a22b1-7f70-416d-bc19-4118e372c853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:46.997641 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7ec7e1a3-c020-42df-aeb5-9aaa69291c7a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:47.001551 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-7ec7e1a3-c020-42df-aeb5-9aaa69291c7a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3609052 Apr 01 10:18:47.001872 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41262) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:47.006918 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-dff125ed-888c-4fbe-9f5c-735a41529180 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Request body: {'security_group_rule': {'security_group_id': 'd444c3a8-a7d0-43b8-9021-d76a07c693ad', 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:18:47.066182 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-919a22b1-7f70-416d-bc19-4118e372c853 admin admin] Publish callbacks [] for security_group (315d7d7a-ad02-4732-9e36-bd200a23c09a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:47.098776 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.securitygroups_db [None req-dff125ed-888c-4fbe-9f5c-735a41529180 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Project 712342bbbbd84cd08df09d7cafb09ee3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 10:18:47.105261 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dff125ed-888c-4fbe-9f5c-735a41529180 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (e309b12c-47f5-4d80-a3cb-cb7bc11bcc6b), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:47.143988 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-919a22b1-7f70-416d-bc19-4118e372c853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (315d7d7a-ad02-4732-9e36-bd200a23c09a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:47.175004 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dff125ed-888c-4fbe-9f5c-735a41529180 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (e309b12c-47f5-4d80-a3cb-cb7bc11bcc6b), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:47.184391 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-919a22b1-7f70-416d-bc19-4118e372c853 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8b35736fca44b8880e81d576cca523a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280599 Apr 01 10:18:47.186612 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a22b1-7f70-416d-bc19-4118e372c853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315d7d7a-ad02-4732-9e36-bd200a23c09a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:47.187193 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41264) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:47.249023 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dff125ed-888c-4fbe-9f5c-735a41529180 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (e309b12c-47f5-4d80-a3cb-cb7bc11bcc6b), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:47.270974 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07303a65-1812-491b-bcb4-f2679445602f admin admin] Publish callbacks [] for security_group (315d7d7a-ad02-4732-9e36-bd200a23c09a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:47.275936 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff125ed-888c-4fbe-9f5c-735a41529180 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e309b12c-47f5-4d80-a3cb-cb7bc11bcc6b,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:47.298687 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07303a65-1812-491b-bcb4-f2679445602f admin admin] Publish callbacks [] for security_group (315d7d7a-ad02-4732-9e36-bd200a23c09a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:47.352230 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dff125ed-888c-4fbe-9f5c-735a41529180 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:47.353589 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-dff125ed-888c-4fbe-9f5c-735a41529180 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3507307 Apr 01 10:18:47.424281 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07303a65-1812-491b-bcb4-f2679445602f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (315d7d7a-ad02-4732-9e36-bd200a23c09a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:47.427965 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07303a65-1812-491b-bcb4-f2679445602f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:47.429618 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-07303a65-1812-491b-bcb4-f2679445602f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/315d7d7a-ad02-4732-9e36-bd200a23c09a HTTP/1.1" status: 204 len: 168 time: 0.2412086 Apr 01 10:18:47.447940 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07303a65-1812-491b-bcb4-f2679445602f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315d7d7a-ad02-4732-9e36-bd200a23c09a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:48.087699 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 4dcf9732-b696-4440-b8c2-d7c4350b644b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:18:48.109981 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41308) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:48.123019 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9efd-7217-4851-a7a1-cf8a181ea5a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:48.136054 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 4dcf9732-b696-4440-b8c2-d7c4350b644b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:18:48.136471 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:48.196358 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9efd-7217-4851-a7a1-cf8a181ea5a4 admin admin] Publish callbacks [] for security_group (d20c1f21-7c51-4ab9-8a90-e8896c64f887), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:48.218903 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 4dcf9732-b696-4440-b8c2-d7c4350b644b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:18:48.264250 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dd5a9efd-7217-4851-a7a1-cf8a181ea5a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (d20c1f21-7c51-4ab9-8a90-e8896c64f887), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:48.305827 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-dd5a9efd-7217-4851-a7a1-cf8a181ea5a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e639ece2d6bd4378b6905798cd1b27d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1947546 Apr 01 10:18:48.306814 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a9efd-7217-4851-a7a1-cf8a181ea5a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20c1f21-7c51-4ab9-8a90-e8896c64f887,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:48.308450 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41314) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:48.365022 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f6f3bd-5fb1-4aac-85cb-2fa0572d66e9 admin admin] Publish callbacks [] for security_group (d20c1f21-7c51-4ab9-8a90-e8896c64f887), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:48.388539 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f6f3bd-5fb1-4aac-85cb-2fa0572d66e9 admin admin] Publish callbacks [] for security_group (d20c1f21-7c51-4ab9-8a90-e8896c64f887), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:48.567751 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f6f3bd-5fb1-4aac-85cb-2fa0572d66e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (d20c1f21-7c51-4ab9-8a90-e8896c64f887), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:48.575190 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f6f3bd-5fb1-4aac-85cb-2fa0572d66e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:48.575190 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-34f6f3bd-5fb1-4aac-85cb-2fa0572d66e9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d20c1f21-7c51-4ab9-8a90-e8896c64f887 HTTP/1.1" status: 204 len: 168 time: 0.2623441 Apr 01 10:18:48.586304 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6f3bd-5fb1-4aac-85cb-2fa0572d66e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20c1f21-7c51-4ab9-8a90-e8896c64f887,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:48.738602 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:18:51.891362 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41442) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:51.999697 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2845a9d7-6243-475c-9302-2d5e850a8a5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:52.075566 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2845a9d7-6243-475c-9302-2d5e850a8a5f admin admin] Publish callbacks [] for security_group (3b7fcf6a-80aa-4bd8-90f6-a9528079f845), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:52.138808 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2845a9d7-6243-475c-9302-2d5e850a8a5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3b7fcf6a-80aa-4bd8-90f6-a9528079f845), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:52.178196 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-2845a9d7-6243-475c-9302-2d5e850a8a5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=47d1039075114e4c8e7da54d9f918106&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857463 Apr 01 10:18:52.179047 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845a9d7-6243-475c-9302-2d5e850a8a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7fcf6a-80aa-4bd8-90f6-a9528079f845,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:52.181582 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41448) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:52.235782 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c1acfe2-1e9f-490a-86e4-9f6d2f0ba11a admin admin] Publish callbacks [] for security_group (3b7fcf6a-80aa-4bd8-90f6-a9528079f845), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:52.258356 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c1acfe2-1e9f-490a-86e4-9f6d2f0ba11a admin admin] Publish callbacks [] for security_group (3b7fcf6a-80aa-4bd8-90f6-a9528079f845), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:52.372594 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c1acfe2-1e9f-490a-86e4-9f6d2f0ba11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3b7fcf6a-80aa-4bd8-90f6-a9528079f845), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:52.375275 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c1acfe2-1e9f-490a-86e4-9f6d2f0ba11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:52.379550 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-7c1acfe2-1e9f-490a-86e4-9f6d2f0ba11a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3b7fcf6a-80aa-4bd8-90f6-a9528079f845 HTTP/1.1" status: 204 len: 168 time: 0.1933143 Apr 01 10:18:52.385670 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1acfe2-1e9f-490a-86e4-9f6d2f0ba11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7fcf6a-80aa-4bd8-90f6-a9528079f845,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:52.971905 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41464) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:52.984570 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ad90d2fe-9180-438c-9471-ec1f30e862a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:53.059477 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ad90d2fe-9180-438c-9471-ec1f30e862a4 admin admin] Publish callbacks [] for security_group (80ad9ddb-2867-4231-b9d0-fcdd34cc057e), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:53.115890 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ad90d2fe-9180-438c-9471-ec1f30e862a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (80ad9ddb-2867-4231-b9d0-fcdd34cc057e), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:53.154532 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90d2fe-9180-438c-9471-ec1f30e862a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ad9ddb-2867-4231-b9d0-fcdd34cc057e,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:53.159622 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-ad90d2fe-9180-438c-9471-ec1f30e862a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a174f31e7cbd4b188ce4941994d60b3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867251 Apr 01 10:18:53.162299 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41466) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:53.210531 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1c4d676a-91a0-469d-9b1c-846f5e8e02ad admin admin] Publish callbacks [] for security_group (80ad9ddb-2867-4231-b9d0-fcdd34cc057e), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:53.231771 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1c4d676a-91a0-469d-9b1c-846f5e8e02ad admin admin] Publish callbacks [] for security_group (80ad9ddb-2867-4231-b9d0-fcdd34cc057e), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:53.332719 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1c4d676a-91a0-469d-9b1c-846f5e8e02ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (80ad9ddb-2867-4231-b9d0-fcdd34cc057e), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:53.335277 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1c4d676a-91a0-469d-9b1c-846f5e8e02ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:53.336427 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-1c4d676a-91a0-469d-9b1c-846f5e8e02ad admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80ad9ddb-2867-4231-b9d0-fcdd34cc057e HTTP/1.1" status: 204 len: 168 time: 0.1732163 Apr 01 10:18:53.344431 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d676a-91a0-469d-9b1c-846f5e8e02ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ad9ddb-2867-4231-b9d0-fcdd34cc057e,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:56.084484 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:56.210483 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41560) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:56.316085 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6d3c18f6-1756-431f-a88f-7eb352350d2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:56.391765 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6d3c18f6-1756-431f-a88f-7eb352350d2a admin admin] Publish callbacks [] for security_group (68b74377-3fd7-42be-a857-90dc1bf02fa2), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:56.458592 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6d3c18f6-1756-431f-a88f-7eb352350d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (68b74377-3fd7-42be-a857-90dc1bf02fa2), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:56.498589 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-6d3c18f6-1756-431f-a88f-7eb352350d2a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=20c9b119f6d14b6a99f3a26938faa675&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2869420 Apr 01 10:18:56.499714 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3c18f6-1756-431f-a88f-7eb352350d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68b74377-3fd7-42be-a857-90dc1bf02fa2,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:56.500458 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41564) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:56.551053 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1021898c-81f1-46fb-89b0-2925b67d5c20 admin admin] Publish callbacks [] for security_group (68b74377-3fd7-42be-a857-90dc1bf02fa2), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:56.572266 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1021898c-81f1-46fb-89b0-2925b67d5c20 admin admin] Publish callbacks [] for security_group (68b74377-3fd7-42be-a857-90dc1bf02fa2), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:56.693213 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1021898c-81f1-46fb-89b0-2925b67d5c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (68b74377-3fd7-42be-a857-90dc1bf02fa2), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:56.696689 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1021898c-81f1-46fb-89b0-2925b67d5c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:56.700605 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-1021898c-81f1-46fb-89b0-2925b67d5c20 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/68b74377-3fd7-42be-a857-90dc1bf02fa2 HTTP/1.1" status: 204 len: 168 time: 0.1964593 Apr 01 10:18:56.714459 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021898c-81f1-46fb-89b0-2925b67d5c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b74377-3fd7-42be-a857-90dc1bf02fa2,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:57.149220 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41580) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:57.269273 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-728bb218-780f-49e2-bff1-d85c5317df02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.317204 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41584) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:57.331313 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b019181b-4d80-49a2-b854-d85cc182e7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.354560 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-728bb218-780f-49e2-bff1-d85c5317df02 admin admin] Publish callbacks [] for security_group (3a253242-7a96-4544-9f64-c4745e8ec782), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.403663 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b019181b-4d80-49a2-b854-d85cc182e7a6 admin admin] Publish callbacks [] for security_group (c2ac01eb-8379-453b-b025-3ee6c0bb26d9), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.430091 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-728bb218-780f-49e2-bff1-d85c5317df02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3a253242-7a96-4544-9f64-c4745e8ec782), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.469341 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-728bb218-780f-49e2-bff1-d85c5317df02 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c265fbcfe4254ec0a18fb693477fbd59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189709 Apr 01 10:18:57.469972 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728bb218-780f-49e2-bff1-d85c5317df02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a253242-7a96-4544-9f64-c4745e8ec782,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:57.472089 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41586) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:57.488342 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b019181b-4d80-49a2-b854-d85cc182e7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (c2ac01eb-8379-453b-b025-3ee6c0bb26d9), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.538580 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019181b-4d80-49a2-b854-d85cc182e7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ac01eb-8379-453b-b025-3ee6c0bb26d9,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:57.548967 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-b019181b-4d80-49a2-b854-d85cc182e7a6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8c63af52d3124c98a06af8a3301d60c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2306266 Apr 01 10:18:57.551497 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41588) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:57.594836 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7deb9b65-0280-4930-ba49-1f78a9f4c1db admin admin] Publish callbacks [] for security_group (3a253242-7a96-4544-9f64-c4745e8ec782), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.626182 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7deb9b65-0280-4930-ba49-1f78a9f4c1db admin admin] Publish callbacks [] for security_group (3a253242-7a96-4544-9f64-c4745e8ec782), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.634375 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-55f27321-6aeb-4c8e-8ea8-1075b4184d4c admin admin] Publish callbacks [] for security_group (c2ac01eb-8379-453b-b025-3ee6c0bb26d9), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.672688 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-55f27321-6aeb-4c8e-8ea8-1075b4184d4c admin admin] Publish callbacks [] for security_group (c2ac01eb-8379-453b-b025-3ee6c0bb26d9), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.778678 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7deb9b65-0280-4930-ba49-1f78a9f4c1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3a253242-7a96-4544-9f64-c4745e8ec782), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.784808 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-7deb9b65-0280-4930-ba49-1f78a9f4c1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.784808 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-7deb9b65-0280-4930-ba49-1f78a9f4c1db admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3a253242-7a96-4544-9f64-c4745e8ec782 HTTP/1.1" status: 204 len: 168 time: 0.3093188 Apr 01 10:18:57.794678 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb9b65-0280-4930-ba49-1f78a9f4c1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a253242-7a96-4544-9f64-c4745e8ec782,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:57.824391 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-55f27321-6aeb-4c8e-8ea8-1075b4184d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (c2ac01eb-8379-453b-b025-3ee6c0bb26d9), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.827048 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-55f27321-6aeb-4c8e-8ea8-1075b4184d4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:57.828275 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-55f27321-6aeb-4c8e-8ea8-1075b4184d4c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c2ac01eb-8379-453b-b025-3ee6c0bb26d9 HTTP/1.1" status: 204 len: 168 time: 0.2755940 Apr 01 10:18:57.839415 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f27321-6aeb-4c8e-8ea8-1075b4184d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ac01eb-8379-453b-b025-3ee6c0bb26d9,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:58.578443 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-afefde9b-ac0c-43e1-ab35-50af5789784c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:58.585234 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41614) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:58.604207 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-580aa006-8f86-4185-abe2-33b7e70a7032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:58.703259 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-580aa006-8f86-4185-abe2-33b7e70a7032 admin admin] Publish callbacks [] for security_group (8da963b1-08eb-43ce-9f81-88b5b8ebbf8a), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:58.796083 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-580aa006-8f86-4185-abe2-33b7e70a7032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8da963b1-08eb-43ce-9f81-88b5b8ebbf8a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:58.834921 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-580aa006-8f86-4185-abe2-33b7e70a7032 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe19805aefab4bea811d0bb4437f96bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2480991 Apr 01 10:18:58.836762 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580aa006-8f86-4185-abe2-33b7e70a7032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da963b1-08eb-43ce-9f81-88b5b8ebbf8a,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:18:58.838169 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41628) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:18:58.885793 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3e816741-8506-4ee0-bd76-15130e241488 admin admin] Publish callbacks [] for security_group (8da963b1-08eb-43ce-9f81-88b5b8ebbf8a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:58.911222 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3e816741-8506-4ee0-bd76-15130e241488 admin admin] Publish callbacks [] for security_group (8da963b1-08eb-43ce-9f81-88b5b8ebbf8a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:59.041270 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3e816741-8506-4ee0-bd76-15130e241488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (8da963b1-08eb-43ce-9f81-88b5b8ebbf8a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:59.043941 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-3e816741-8506-4ee0-bd76-15130e241488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:18:59.045114 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-3e816741-8506-4ee0-bd76-15130e241488 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8da963b1-08eb-43ce-9f81-88b5b8ebbf8a HTTP/1.1" status: 204 len: 168 time: 0.2052388 Apr 01 10:18:59.052930 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e816741-8506-4ee0-bd76-15130e241488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da963b1-08eb-43ce-9f81-88b5b8ebbf8a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:00.829801 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c23c5f11-40dd-478d-ae5b-ebd7f8d31f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:01.853401 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:02.103065 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-58be582e-2c2e-4162-9511-44327efc33c7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-310926553&fields=id&tenant_id=712342bbbbd84cd08df09d7cafb09ee3 HTTP/1.1" status: 200 len: 267 time: 0.0473325 Apr 01 10:19:02.212943 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-bc31862c-4903-4bc2-b0b5-83907f4a8dfc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:02.214567 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-bc31862c-4903-4bc2-b0b5-83907f4a8dfc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/networks?id=35a115b7-4e10-4144-8a25-c833b6d90947 HTTP/1.1" status: 200 len: 808 time: 0.1046073 Apr 01 10:19:02.231134 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-8660507d-0870-4147-a33d-5ae8bfd65884 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/quotas/712342bbbbd84cd08df09d7cafb09ee3 HTTP/1.1" status: 200 len: 375 time: 0.0102336 Apr 01 10:19:02.293511 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-b7d9ea95-63ea-4163-9928-b00253f4e759 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=712342bbbbd84cd08df09d7cafb09ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567200 Apr 01 10:19:02.533502 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-d24fdcde-1f93-43ca-bf80-e030ee6a8ee3 service neutron] 10.222.0.13 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281153 Apr 01 10:19:02.631984 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-3845fe46-05c2-4f88-9d81-00fb7c71679f service neutron] 10.222.0.13 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903335 Apr 01 10:19:03.239107 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-815a1ee4-8e4b-4945-94c7-a395eb861958 req-f4e7d5ab-ef22-4057-bf52-ad8fa01f2655 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 210 time: 0.0410748 Apr 01 10:19:03.389673 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:03.592716 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41794) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:03.698580 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d774d31d-6505-49ec-b9f8-bff3e2582a10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:03.771702 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d774d31d-6505-49ec-b9f8-bff3e2582a10 admin admin] Publish callbacks [] for security_group (0ee43c1b-9296-4d6c-aaab-8c8b05a23510), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:03.853742 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d774d31d-6505-49ec-b9f8-bff3e2582a10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (0ee43c1b-9296-4d6c-aaab-8c8b05a23510), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:03.894439 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-d774d31d-6505-49ec-b9f8-bff3e2582a10 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88a024e6a78a441fb0195c19b451c7fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999084 Apr 01 10:19:03.894967 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d774d31d-6505-49ec-b9f8-bff3e2582a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee43c1b-9296-4d6c-aaab-8c8b05a23510,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:03.896591 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41798) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:03.946325 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bac9a60e-4f6c-42a9-b119-00ab3298ac27 admin admin] Publish callbacks [] for security_group (0ee43c1b-9296-4d6c-aaab-8c8b05a23510), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:03.969193 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bac9a60e-4f6c-42a9-b119-00ab3298ac27 admin admin] Publish callbacks [] for security_group (0ee43c1b-9296-4d6c-aaab-8c8b05a23510), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:04.075691 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bac9a60e-4f6c-42a9-b119-00ab3298ac27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (0ee43c1b-9296-4d6c-aaab-8c8b05a23510), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:04.078372 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bac9a60e-4f6c-42a9-b119-00ab3298ac27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:04.081638 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-bac9a60e-4f6c-42a9-b119-00ab3298ac27 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0ee43c1b-9296-4d6c-aaab-8c8b05a23510 HTTP/1.1" status: 204 len: 168 time: 0.1819386 Apr 01 10:19:04.088491 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9a60e-4f6c-42a9-b119-00ab3298ac27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee43c1b-9296-4d6c-aaab-8c8b05a23510,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:04.343707 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b3251b0a-aae1-434f-a5e7-b377dcdc41d2 req-f6eb988a-9790-45e0-a413-a469cfa2782b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 210 time: 0.0344241 Apr 01 10:19:04.654056 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41810) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:04.667949 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ff546d1-0600-4ca0-bd6e-a95ca58e36dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:04.742678 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ff546d1-0600-4ca0-bd6e-a95ca58e36dc admin admin] Publish callbacks [] for security_group (1dabfcbc-02eb-4974-b1ad-b63fd997d8d9), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:04.784111 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ff546d1-0600-4ca0-bd6e-a95ca58e36dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (1dabfcbc-02eb-4974-b1ad-b63fd997d8d9), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:04.826915 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-2ff546d1-0600-4ca0-bd6e-a95ca58e36dc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=17b2896ba0f04e8daadd64cf886cc53c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1715894 Apr 01 10:19:04.827925 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff546d1-0600-4ca0-bd6e-a95ca58e36dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dabfcbc-02eb-4974-b1ad-b63fd997d8d9,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:04.829469 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41814) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:04.881208 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0284f7b0-8577-4f21-b319-a437b388a6c8 admin admin] Publish callbacks [] for security_group (1dabfcbc-02eb-4974-b1ad-b63fd997d8d9), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:04.901840 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0284f7b0-8577-4f21-b319-a437b388a6c8 admin admin] Publish callbacks [] for security_group (1dabfcbc-02eb-4974-b1ad-b63fd997d8d9), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:04.938259 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:05.013308 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0284f7b0-8577-4f21-b319-a437b388a6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (1dabfcbc-02eb-4974-b1ad-b63fd997d8d9), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:05.015893 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-0284f7b0-8577-4f21-b319-a437b388a6c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:05.017069 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-0284f7b0-8577-4f21-b319-a437b388a6c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dabfcbc-02eb-4974-b1ad-b63fd997d8d9 HTTP/1.1" status: 204 len: 168 time: 0.1860383 Apr 01 10:19:05.024894 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0284f7b0-8577-4f21-b319-a437b388a6c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dabfcbc-02eb-4974-b1ad-b63fd997d8d9,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:05.363252 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-1c55ec98-981a-44a5-89eb-23fecc57c7c2 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:05.368180 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-1c55ec98-981a-44a5-89eb-23fecc57c7c2 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.43 "GET /v2.0/networks?id=35a115b7-4e10-4144-8a25-c833b6d90947 HTTP/1.1" status: 200 len: 808 time: 0.1229935 Apr 01 10:19:05.469847 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7e0ded57-624d-41e2-b41d-d969a4729505 req-a7680c35-14cf-446b-a597-c33dd1360fec tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 210 time: 0.0383611 Apr 01 10:19:05.476573 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-dc5a6757-28f8-42de-a662-eed944720193 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=712342bbbbd84cd08df09d7cafb09ee3 HTTP/1.1" status: 200 len: 379 time: 0.0998034 Apr 01 10:19:05.491699 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Request body: {'port': {'device_id': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'admin_state_up': True, 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'security_groups': ['d444c3a8-a7d0-43b8-9021-d76a07c693ad']}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:19:05.652323 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Made reservation on behalf of 712342bbbbd84cd08df09d7cafb09ee3 for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:19:05.656200 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:05.784540 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Allocated IP 172.20.0.7 (35a115b7-4e10-4144-8a25-c833b6d90947/8e1f4eb5-518c-4893-a80c-8440164cc7db/f20b0a54-e4a0-4507-8e3f-d9159689b21c) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:19:05.934565 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:06.036057 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:06.082291 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Network 35a115b7-4e10-4144-8a25-c833b6d90947 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:19:06.085753 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:19:06.091625 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:19:06.125145 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event updated for resources: {'Port': ['ID=f20b0a54-e4a0-4507-8e3f-d9159689b21c,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:06.149853 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:06.151739 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:06.221715 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-e60425b7-7aaf-4d80-9be5-2bcab16192e7 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384150 Apr 01 10:19:06.234983 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Request body: {'port': {'device_id': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:19:06.306027 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:06.449289 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-3cb6fb64-18bd-43e4-beea-d43b8babbc90 None None] Provisioning complete for port f20b0a54-e4a0-4507-8e3f-d9159689b21c triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:19:06.450486 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3cb6fb64-18bd-43e4-beea-d43b8babbc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:06.490902 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-3cb6fb64-18bd-43e4-beea-d43b8babbc90 None None] Port f20b0a54-e4a0-4507-8e3f-d9159689b21c cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:19:06.637641 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d26f6-98c3-48a5-8b48-9bd8bdfd99e0 req-832947f0-8772-48c1-8b18-a65138f51324 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:06.639133 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-126d26f6-98c3-48a5-8b48-9bd8bdfd99e0 req-832947f0-8772-48c1-8b18-a65138f51324 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 931 time: 0.0959580 Apr 01 10:19:06.641214 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f20b0a54-e4a0-4507-8e3f-d9159689b21c {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:19:06.655424 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Publish callbacks [] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:06.684127 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Transition to ACTIVE for port object f20b0a54-e4a0-4507-8e3f-d9159689b21c will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:19:06.710779 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-126d26f6-98c3-48a5-8b48-9bd8bdfd99e0 req-b4184f2c-35ec-469c-8ead-e3df2f2cb4ce tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649130 Apr 01 10:19:06.738584 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:06.794459 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Pushing event updated for resources: {'Port': ['ID=f20b0a54-e4a0-4507-8e3f-d9159689b21c,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:06.867290 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Attempting to bind port f20b0a54-e4a0-4507-8e3f-d9159689b21c on host hv-cinder-maste for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:19:06.867729 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Attempting to bind port f20b0a54-e4a0-4507-8e3f-d9159689b21c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:19:06.868131 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Attempting to bind port f20b0a54-e4a0-4507-8e3f-d9159689b21c on network 35a115b7-4e10-4144-8a25-c833b6d90947 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:19:06.876222 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Port f20b0a54-e4a0-4507-8e3f-d9159689b21c on network 35a115b7-4e10-4144-8a25-c833b6d90947 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:19:06.876621 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Attempting to bind port f20b0a54-e4a0-4507-8e3f-d9159689b21c on network 35a115b7-4e10-4144-8a25-c833b6d90947 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:19:06.882633 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:19:06.882977 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Checking segment: {'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:19:06.883357 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Bound using segment: {'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:19:06.883799 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Bound port: f20b0a54-e4a0-4507-8e3f-d9159689b21c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f99234-28cb-4f98-a781-388e3841d0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:19:06.884167 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:06.962950 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] For port f20b0a54-e4a0-4507-8e3f-d9159689b21c, host hv-cinder-maste, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:19:06.967331 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] For port f20b0a54-e4a0-4507-8e3f-d9159689b21c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:19:07.042333 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:07.073006 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:07.073562 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:07.074974 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] 10.222.0.43 "PUT /v2.0/ports/f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 200 len: 1093 time: 0.8443663 Apr 01 10:19:07.077282 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:19:07.080068 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9810b7a-287a-4ecc-b99f-901529aeefa3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:19:07.114103 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a2f73-9114-4216-9333-35a1a0a4980f service neutron] Pushing event updated for resources: {'Port': ['ID=f20b0a54-e4a0-4507-8e3f-d9159689b21c,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:07.264739 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-adea7d0f-7da4-43d7-b0b0-5b7032e426de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:07.267377 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-adea7d0f-7da4-43d7-b0b0-5b7032e426de service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=712342bbbbd84cd08df09d7cafb09ee3&device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1127 time: 0.0619030 Apr 01 10:19:07.281503 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e51adbd5-f411-45ae-a328-1f153ffc8658 x-openstack-request-id: req-e51adbd5-f411-45ae-a328-1f153ffc8658 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:19:07.281503 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:19:07.281503 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e51adbd5-f411-45ae-a328-1f153ffc8658 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:19:07.281503 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e51adbd5-f411-45ae-a328-1f153ffc8658'] response: {'name': 'network-changed', 'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'status': 'completed', 'code': 200} Apr 01 10:19:07.312453 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-0b812bf4-2138-4f5c-9168-fd1148a7c3ef service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 200 len: 217 time: 0.0362592 Apr 01 10:19:07.371034 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-8db15849-6efe-42a5-b0ae-c7a822e63860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:07.372498 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-8db15849-6efe-42a5-b0ae-c7a822e63860 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e1f4eb5-518c-4893-a80c-8440164cc7db HTTP/1.1" status: 200 len: 847 time: 0.0536945 Apr 01 10:19:07.422746 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-42815ef9-55e3-4f24-b0c0-af1d13e4d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:07.424303 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-42815ef9-55e3-4f24-b0c0-af1d13e4d526 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a115b7-4e10-4144-8a25-c833b6d90947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0453491 Apr 01 10:19:07.515959 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-b210d47e-71e1-41ce-8db6-a5763a4f4c4b service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853560 Apr 01 10:19:07.611149 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e247652d-a344-4ca4-96b8-ae99cf8a2154 req-0e9485f9-f85e-4e27-86e3-bcefe87eedcc service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888805 Apr 01 10:19:07.761279 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810b7a-287a-4ecc-b99f-901529aeefa3 req-dea99523-85b2-41d9-869a-2d3ae389ec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:07.762718 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f9810b7a-287a-4ecc-b99f-901529aeefa3 req-dea99523-85b2-41d9-869a-2d3ae389ec83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=712342bbbbd84cd08df09d7cafb09ee3&device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1127 time: 0.0466962 Apr 01 10:19:07.893388 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9c551-4f46-4e72-b9af-474423727f11 req-1f528b5f-8a61-4c2b-b748-853552ad8118 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:07.894845 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-90d9c551-4f46-4e72-b9af-474423727f11 req-1f528b5f-8a61-4c2b-b748-853552ad8118 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 943 time: 0.1163292 Apr 01 10:19:07.896216 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810b7a-287a-4ecc-b99f-901529aeefa3 req-fe5639b5-91e7-4564-8f0f-8f841d08ef08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:07.897554 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f9810b7a-287a-4ecc-b99f-901529aeefa3 req-fe5639b5-91e7-4564-8f0f-8f841d08ef08 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a115b7-4e10-4144-8a25-c833b6d90947 HTTP/1.1" status: 200 len: 909 time: 0.1277082 Apr 01 10:19:07.955860 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f9810b7a-287a-4ecc-b99f-901529aeefa3 req-eac4149e-ba1a-47b6-a1fe-bf7b7ce5507d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 200 len: 217 time: 0.0477290 Apr 01 10:19:08.028450 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-90d9c551-4f46-4e72-b9af-474423727f11 req-36099841-6206-447a-83a8-feb93894cbf1 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264489 Apr 01 10:19:08.037271 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810b7a-287a-4ecc-b99f-901529aeefa3 req-5c14e6bf-ba1c-4109-a162-73d6d6e6fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:08.038715 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f9810b7a-287a-4ecc-b99f-901529aeefa3 req-5c14e6bf-ba1c-4109-a162-73d6d6e6fb9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e1f4eb5-518c-4893-a80c-8440164cc7db HTTP/1.1" status: 200 len: 847 time: 0.0765057 Apr 01 10:19:08.091474 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9810b7a-287a-4ecc-b99f-901529aeefa3 req-55963661-764a-4bae-be1b-edec9d4e5f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:08.093077 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f9810b7a-287a-4ecc-b99f-901529aeefa3 req-55963661-764a-4bae-be1b-edec9d4e5f26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a115b7-4e10-4144-8a25-c833b6d90947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477297 Apr 01 10:19:08.184827 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f9810b7a-287a-4ecc-b99f-901529aeefa3 req-00050298-fcb1-4e9f-bab1-95485e9fd3b7 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847399 Apr 01 10:19:08.284438 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f9810b7a-287a-4ecc-b99f-901529aeefa3 req-92f7d40d-41ed-4c9d-83bf-2d572c459fed service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932760 Apr 01 10:19:09.157193 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c2cf9-cca5-4e9a-921e-af668e68a519 req-a98b785f-c6a9-4ab7-aa68-df2b70e3762b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:09.158789 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b81c2cf9-cca5-4e9a-921e-af668e68a519 req-a98b785f-c6a9-4ab7-aa68-df2b70e3762b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 943 time: 0.0585489 Apr 01 10:19:09.210569 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b81c2cf9-cca5-4e9a-921e-af668e68a519 req-aec49fc3-0519-413b-a5a5-c5f46c976e1d tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460877 Apr 01 10:19:10.328082 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8d449-c433-46c1-8e4e-52fcd773b9f9 req-ba93e088-f2ff-459d-bdfd-4ae82e68536b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:10.329563 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ffa8d449-c433-46c1-8e4e-52fcd773b9f9 req-ba93e088-f2ff-459d-bdfd-4ae82e68536b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 943 time: 0.0521679 Apr 01 10:19:10.384016 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ffa8d449-c433-46c1-8e4e-52fcd773b9f9 req-1d75e2b9-a88d-43c1-b4da-b4179468e734 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452600 Apr 01 10:19:10.528748 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f20b0a54-e4a0-4507-8e3f-d9159689b21c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:19:10.619290 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f20b0a54-e4a0-4507-8e3f-d9159689b21c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:19:10.630595 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'port_id': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'mac_address': 'fa:16:3e:58:e4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:19:10.666190 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port f20b0a54-e4a0-4507-8e3f-d9159689b21c is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:19:10.667134 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:10.683499 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20b0a54-e4a0-4507-8e3f-d9159689b21c {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:19:10.702076 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f20b0a54-e4a0-4507-8e3f-d9159689b21c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:19:10.789847 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:10.836167 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=f20b0a54-e4a0-4507-8e3f-d9159689b21c,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:10.843510 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.843858 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.844195 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.844561 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.844896 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.845250 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.845584 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.845935 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.846262 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.846584 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.846909 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.847251 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.847578 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.847897 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:10.848215 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:11.020396 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['f20b0a54-e4a0-4507-8e3f-d9159689b21c'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:19:11.506148 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee6eef-0b85-41ae-8a6e-5a2b3a69ca75 req-5c3864d7-61b0-4dc5-9021-1db12455576b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:11.507597 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-60ee6eef-0b85-41ae-8a6e-5a2b3a69ca75 req-5c3864d7-61b0-4dc5-9021-1db12455576b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 944 time: 0.0613081 Apr 01 10:19:11.579363 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-60ee6eef-0b85-41ae-8a6e-5a2b3a69ca75 req-9dad83bc-e2e5-40b3-99e7-f79435a32f84 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537078 Apr 01 10:19:11.586139 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25755d-2db2-4da2-9df8-7a58de1271d0 req-56f1ab81-aa8d-4dc2-88d9-e660eb73862d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:11.587569 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1c25755d-2db2-4da2-9df8-7a58de1271d0 req-56f1ab81-aa8d-4dc2-88d9-e660eb73862d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 946 time: 0.0989969 Apr 01 10:19:11.633869 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1c25755d-2db2-4da2-9df8-7a58de1271d0 req-a253a40c-e002-4025-9f1b-f703af01b581 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398328 Apr 01 10:19:12.548826 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f20b0a54-e4a0-4507-8e3f-d9159689b21c up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:19:12.692496 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port f20b0a54-e4a0-4507-8e3f-d9159689b21c completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:19:12.696374 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port f20b0a54-e4a0-4507-8e3f-d9159689b21c triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:19:12.696770 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:12.702786 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88fd64-1679-4a66-936e-5eb15e20b9c3 req-4d5d43cc-77fe-43a5-b6b4-1295dba52fca tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:12.704762 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8e88fd64-1679-4a66-936e-5eb15e20b9c3 req-4d5d43cc-77fe-43a5-b6b4-1295dba52fca tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 944 time: 0.0543664 Apr 01 10:19:12.780705 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port f20b0a54-e4a0-4507-8e3f-d9159689b21c is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:19:12.781096 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:12.799174 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b6c12-6c30-489d-b70c-f9fc3bc816c3 req-96c82f23-9514-4c39-8017-250d15518dbd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:12.800683 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-720b6c12-6c30-489d-b70c-f9fc3bc816c3 req-96c82f23-9514-4c39-8017-250d15518dbd tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 946 time: 0.0907223 Apr 01 10:19:12.804332 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8e88fd64-1679-4a66-936e-5eb15e20b9c3 req-cf000200-0ad3-4d56-b426-9ece7092d900 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931845 Apr 01 10:19:12.805959 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:19:12.808902 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2553cd-deb6-4f67-9481-46c7975e6ea2" -d '{"events": [{"server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "name": "network-vif-plugged", "status": "completed", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:19:12.830951 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f20b0a54-e4a0-4507-8e3f-d9159689b21c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:19:12.854026 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-720b6c12-6c30-489d-b70c-f9fc3bc816c3 req-f633fc2d-d97f-465c-9e22-0311a84173ce tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups?id=9ee44660-e56f-48d7-b2b2-a4f8d85660f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466967 Apr 01 10:19:12.892718 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:12.925930 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79116bc-9b5f-4d63-b128-544b0b2e7ccb x-openstack-request-id: req-f79116bc-9b5f-4d63-b128-544b0b2e7ccb {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:19:12.925930 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "name": "network-vif-plugged", "status": "completed", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:19:12.925930 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-f79116bc-9b5f-4d63-b128-544b0b2e7ccb {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:19:12.925930 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f79116bc-9b5f-4d63-b128-544b0b2e7ccb'] response: {'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'code': 200} Apr 01 10:19:12.943499 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=f20b0a54-e4a0-4507-8e3f-d9159689b21c,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:12.976994 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-10d79fa5-bea0-4beb-b2d6-52103c9b8c5d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:12.978519 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-10d79fa5-bea0-4beb-b2d6-52103c9b8c5d tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 946 time: 0.0562646 Apr 01 10:19:13.075146 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Deleting port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:19:13.075469 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:13.161908 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] For port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:19:13.162278 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:13.284467 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ffc4f-b52c-438e-b97f-98f657ee4500 req-abfcfc99-d0c1-4635-8887-b0c83170a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:13.288000 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ea8ffc4f-b52c-438e-b97f-98f657ee4500 req-abfcfc99-d0c1-4635-8887-b0c83170a1fe service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1129 time: 0.0471678 Apr 01 10:19:13.332097 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-ea8ffc4f-b52c-438e-b97f-98f657ee4500 req-bd362b66-abcd-4e8f-ad8a-c9dd96bd3ff4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407228 Apr 01 10:19:13.332346 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:13.332467 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (31037c16-ace9-4a6b-b219-d47fb3356462), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:13.332784 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Floating IP 31037c16-ace9-4a6b-b219-d47fb3356462 disassociated. External IP: 172.37.3.107, port: e35e12c9-1315-42f8-9c1c-a9b4e6db32bf. Apr 01 10:19:13.333124 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Calling delete_port for e35e12c9-1315-42f8-9c1c-a9b4e6db32bf owned by compute:nova {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:19:13.498773 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (e35e12c9-1315-42f8-9c1c-a9b4e6db32bf), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:13.526621 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event deleted for resources: {'Port': ['ID=e35e12c9-1315-42f8-9c1c-a9b4e6db32bf,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:13.651650 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Router 14a8db32-9f32-4743-89e1-484575fa28a4 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:19:13.761169 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:19:13.775423 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7a409-6c4f-45fb-820b-5d44ab210dc7 None None] Sync routers for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:19:13.786738 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7a409-6c4f-45fb-820b-5d44ab210dc7 None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:19:13.787393 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5eb7a409-6c4f-45fb-820b-5d44ab210dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:19:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:13.802860 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] No DVR routers for this DVR port e35e12c9-1315-42f8-9c1c-a9b4e6db32bf on host hv-cinder-maste {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:19:13.805568 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:13.808919 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f84f90f2-4576-4e13-a801-ca9d839115f2 req-4c280089-ac48-4089-8ec5-29bf876dfad6 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.43 "DELETE /v2.0/ports/e35e12c9-1315-42f8-9c1c-a9b4e6db32bf HTTP/1.1" status: 204 len: 173 time: 0.8230803 Apr 01 10:19:13.809394 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'name': 'network-vif-deleted', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:19:13.811685 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c6dc35-94a9-4c1f-9d26-8191284bde9c" -d '{"events": [{"server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "name": "network-vif-deleted", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:19:13.856818 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecd6e70-f077-47d8-b6cc-1d5f4d2d8272 x-openstack-request-id: req-1ecd6e70-f077-47d8-b6cc-1d5f4d2d8272 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:19:13.857396 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1d47687-7e4f-46d1-9ce1-cf9588712ccd", "name": "network-vif-deleted", "tag": "e35e12c9-1315-42f8-9c1c-a9b4e6db32bf", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:19:13.857791 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1ecd6e70-f077-47d8-b6cc-1d5f4d2d8272 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:19:13.858567 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ecd6e70-f077-47d8-b6cc-1d5f4d2d8272'] response: {'server_uuid': 'a1d47687-7e4f-46d1-9ce1-cf9588712ccd', 'name': 'network-vif-deleted', 'tag': 'e35e12c9-1315-42f8-9c1c-a9b4e6db32bf', 'status': 'completed', 'code': 200} Apr 01 10:19:13.905614 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-5eb7a409-6c4f-45fb-820b-5d44ab210dc7 None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:19:13.985402 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f063f70-2754-4662-bd8f-ea20ac534b90 req-774b39d4-db08-4da8-8396-47dca354b016 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:13.987049 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1f063f70-2754-4662-bd8f-ea20ac534b90 req-774b39d4-db08-4da8-8396-47dca354b016 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.1048155 Apr 01 10:19:14.013824 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0054dbd6-4d1f-4eb6-bef5-bcbb31589410 req-f491e6b7-c320-41f5-aee6-714cf80297fa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/ports?device_id=a1d47687-7e4f-46d1-9ce1-cf9588712ccd HTTP/1.1" status: 200 len: 210 time: 0.0558510 Apr 01 10:19:14.076905 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1f063f70-2754-4662-bd8f-ea20ac534b90 req-a61f62e5-6373-4c7f-b0e7-e55bb4fdfec8 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616834 Apr 01 10:19:14.153774 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5eb7a409-6c4f-45fb-820b-5d44ab210dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:14.180951 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7a409-6c4f-45fb-820b-5d44ab210dc7 None None] Checking router: 14a8db32-9f32-4743-89e1-484575fa28a4 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:19:14.191138 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb7a409-6c4f-45fb-820b-5d44ab210dc7 None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:19:14.191748 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5eb7a409-6c4f-45fb-820b-5d44ab210dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:19:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:14.321423 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-5eb7a409-6c4f-45fb-820b-5d44ab210dc7 None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:19:14.717667 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5eb7a409-6c4f-45fb-820b-5d44ab210dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:14.746106 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb7a409-6c4f-45fb-820b-5d44ab210dc7 None None] The sync data for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb is: [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:13:08Z', 'revision_number': 4, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '0c283ce6-e30f-47f1-adc7-90abb446de4a', 'name': '', 'network_id': 'fea27fba-ffc7-42c6-acca-74e928fc7023', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'mac_address': 'fa:16:3e:07:8c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:13:06Z', 'updated_at': '2022-04-01T10:13:22Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'subnets': [{'id': 'df2d0250-378e-41d8-8fe7-36950ea9cc0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:19:14.789992 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41984) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:14.899174 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:14.986059 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Publish callbacks [] for security_group (f3e6612a-cd67-45f7-b55b-ac6c0253fdbf), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.002001 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28a07c5-2aec-4cf5-845c-68b4c498ba3a None None] New status for floating IP 31037c16-ace9-4a6b-b219-d47fb3356462: DOWN {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:19:15.059100 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (f3e6612a-cd67-45f7-b55b-ac6c0253fdbf), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.099255 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e6612a-cd67-45f7-b55b-ac6c0253fdbf,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:15.105201 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e3cb8ddf3caf4843b0c9f98a3c17517c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122115 Apr 01 10:19:15.106210 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 41994) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:15.111984 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.112332 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.112677 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.113020 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.113387 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.113717 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.114042 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.114366 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.114716 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.115058 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.115350 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.115671 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.115981 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.116306 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.116621 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5640d5c-73b5-4bd3-96ab-4d930e18069e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.169366 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Publish callbacks [] for security_group (f3e6612a-cd67-45f7-b55b-ac6c0253fdbf), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.208919 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 41996) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:15.214793 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Publish callbacks [] for security_group (f3e6612a-cd67-45f7-b55b-ac6c0253fdbf), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.255596 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db8517-7754-43e6-b0b7-8194c8697385 req-2f683f91-0a46-493d-b5a0-32219abe0cea tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:15.257420 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-16db8517-7754-43e6-b0b7-8194c8697385 req-2f683f91-0a46-493d-b5a0-32219abe0cea tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0986037 Apr 01 10:19:15.296258 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-023347c1-c2e0-4622-8b9a-daeb126d51a9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (9ee44660-e56f-48d7-b2b2-a4f8d85660f8), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.315365 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-16db8517-7754-43e6-b0b7-8194c8697385 req-65e23f6d-1a01-4f00-9ff1-ef1971e0f8c2 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497422 Apr 01 10:19:15.326940 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-023347c1-c2e0-4622-8b9a-daeb126d51a9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (9ee44660-e56f-48d7-b2b2-a4f8d85660f8), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.366979 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (f3e6612a-cd67-45f7-b55b-ac6c0253fdbf), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.369701 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.371036 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3e6612a-cd67-45f7-b55b-ac6c0253fdbf HTTP/1.1" status: 204 len: 168 time: 0.2638488 Apr 01 10:19:15.379943 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e6612a-cd67-45f7-b55b-ac6c0253fdbf,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:15.391959 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.392436 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.392848 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.393366 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.393708 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.394041 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.394435 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.394763 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.395091 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.395415 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.395824 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.396152 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.396474 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.396795 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.397115 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c45797-0ccf-4d29-a87d-1e64dab193f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:19:15.446926 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-023347c1-c2e0-4622-8b9a-daeb126d51a9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (9ee44660-e56f-48d7-b2b2-a4f8d85660f8), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.450082 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-023347c1-c2e0-4622-8b9a-daeb126d51a9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.451280 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-023347c1-c2e0-4622-8b9a-daeb126d51a9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "DELETE /v2.0/security-groups/9ee44660-e56f-48d7-b2b2-a4f8d85660f8 HTTP/1.1" status: 204 len: 168 time: 0.2411110 Apr 01 10:19:15.454421 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42006) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:15.455880 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c07cc-7126-4cde-8108-648a5f3bd594 req-db2f6077-e5dc-4644-bf8a-0a4159753563 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:15.457631 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-056c07cc-7126-4cde-8108-648a5f3bd594 req-db2f6077-e5dc-4644-bf8a-0a4159753563 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0685127 Apr 01 10:19:15.472085 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023347c1-c2e0-4622-8b9a-daeb126d51a9 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee44660-e56f-48d7-b2b2-a4f8d85660f8,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:15.474669 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.api.v2.resource [None req-6f43e3a0-6411-4e00-a5fe-5d627763f840 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] show failed (client error): The resource could not be found. Apr 01 10:19:15.476180 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-6f43e3a0-6411-4e00-a5fe-5d627763f840 tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "GET /v2.0/security-groups/9ee44660-e56f-48d7-b2b2-a4f8d85660f8 HTTP/1.1" status: 404 len: 347 time: 0.0208681 Apr 01 10:19:15.483839 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42008) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:15.588928 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-056c07cc-7126-4cde-8108-648a5f3bd594 req-965e1b26-950b-48e0-85b8-719184017221 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231151 Apr 01 10:19:15.610648 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42012) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:15.631049 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-ff6404e1-3404-4ea0-8331-568889e851aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Deleting port 64469687-6fd9-4cdd-a07f-ceb389d73205 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:19:15.631396 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff6404e1-3404-4ea0-8331-568889e851aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (64469687-6fd9-4cdd-a07f-ceb389d73205), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.673747 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42018) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:15.713653 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff6404e1-3404-4ea0-8331-568889e851aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (64469687-6fd9-4cdd-a07f-ceb389d73205), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.713974 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff6404e1-3404-4ea0-8331-568889e851aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (64469687-6fd9-4cdd-a07f-ceb389d73205), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.727654 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-ff6404e1-3404-4ea0-8331-568889e851aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Calling delete_port for 64469687-6fd9-4cdd-a07f-ceb389d73205 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:19:15.920140 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47e796f3-cac2-4604-8f8b-8541e092ca28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.928743 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f0c9bd-cd5d-437e-9625-6aca9a54171b tempest-TestShelveInstance-374267886 tempest-TestShelveInstance-374267886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:15.930270 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-02f0c9bd-cd5d-437e-9625-6aca9a54171b tempest-TestShelveInstance-374267886 tempest-TestShelveInstance-374267886-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1124 time: 0.3186328 Apr 01 10:19:15.934031 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42022) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:15.938862 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Request body: {'floatingip': {'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'port_id': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:19:15.956138 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff6404e1-3404-4ea0-8331-568889e851aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (64469687-6fd9-4cdd-a07f-ceb389d73205), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:15.982686 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6404e1-3404-4ea0-8331-568889e851aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Pushing event deleted for resources: {'Port': ['ID=64469687-6fd9-4cdd-a07f-ceb389d73205,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:16.000084 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47e796f3-cac2-4604-8f8b-8541e092ca28 admin admin] Publish callbacks [] for security_group (70b62a9b-9a83-437a-b9ab-4864328f0189), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.004504 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42024) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:16.016894 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-912361db-3c7d-4f9d-b60e-f11ddb7671b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.047685 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff6404e1-3404-4ea0-8331-568889e851aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks [] for floatingip (31037c16-ace9-4a6b-b219-d47fb3356462), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.050612 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ff6404e1-3404-4ea0-8331-568889e851aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.051809 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-ff6404e1-3404-4ea0-8331-568889e851aa tempest-AttachVolumeShelveTestJSON-1209331005 tempest-AttachVolumeShelveTestJSON-1209331005-project] 10.222.0.13 "DELETE /v2.0/floatingips/31037c16-ace9-4a6b-b219-d47fb3356462 HTTP/1.1" status: 204 len: 168 time: 0.5692527 Apr 01 10:19:16.059083 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.104806 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-912361db-3c7d-4f9d-b60e-f11ddb7671b1 admin admin] Publish callbacks [] for security_group (b7f6047c-8e2b-4a99-91c0-aecddf2b2bfa), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.119360 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47e796f3-cac2-4604-8f8b-8541e092ca28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (70b62a9b-9a83-437a-b9ab-4864328f0189), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.156084 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-47e796f3-cac2-4604-8f8b-8541e092ca28 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0cbcdb7405f54462bc9f4a94b9ddccd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4812701 Apr 01 10:19:16.157057 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e796f3-cac2-4604-8f8b-8541e092ca28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b62a9b-9a83-437a-b9ab-4864328f0189,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:16.160965 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42028) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:16.197747 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-912361db-3c7d-4f9d-b60e-f11ddb7671b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b7f6047c-8e2b-4a99-91c0-aecddf2b2bfa), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.251532 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-912361db-3c7d-4f9d-b60e-f11ddb7671b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7118a7ce20f343e9b4ac009b82e76d13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2458329 Apr 01 10:19:16.252565 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea171bc6-5313-46c1-9d60-db9fdec94306 admin admin] Publish callbacks [] for security_group (70b62a9b-9a83-437a-b9ab-4864328f0189), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.254264 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912361db-3c7d-4f9d-b60e-f11ddb7671b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f6047c-8e2b-4a99-91c0-aecddf2b2bfa,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:16.257617 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42030) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:16.316975 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea171bc6-5313-46c1-9d60-db9fdec94306 admin admin] Publish callbacks [] for security_group (70b62a9b-9a83-437a-b9ab-4864328f0189), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.357686 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-032abd09-f300-4001-af3d-5267664e11dc admin admin] Publish callbacks [] for security_group (b7f6047c-8e2b-4a99-91c0-aecddf2b2bfa), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.388023 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-032abd09-f300-4001-af3d-5267664e11dc admin admin] Publish callbacks [] for security_group (b7f6047c-8e2b-4a99-91c0-aecddf2b2bfa), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.446611 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.480977 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea171bc6-5313-46c1-9d60-db9fdec94306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (70b62a9b-9a83-437a-b9ab-4864328f0189), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.483515 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ea171bc6-5313-46c1-9d60-db9fdec94306 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.484663 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-ea171bc6-5313-46c1-9d60-db9fdec94306 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70b62a9b-9a83-437a-b9ab-4864328f0189 HTTP/1.1" status: 204 len: 168 time: 0.3227417 Apr 01 10:19:16.492579 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea171bc6-5313-46c1-9d60-db9fdec94306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b62a9b-9a83-437a-b9ab-4864328f0189,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:16.498161 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-032abd09-f300-4001-af3d-5267664e11dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b7f6047c-8e2b-4a99-91c0-aecddf2b2bfa), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.501983 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-032abd09-f300-4001-af3d-5267664e11dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.505704 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-032abd09-f300-4001-af3d-5267664e11dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b7f6047c-8e2b-4a99-91c0-aecddf2b2bfa HTTP/1.1" status: 204 len: 168 time: 0.2458293 Apr 01 10:19:16.518039 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032abd09-f300-4001-af3d-5267664e11dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f6047c-8e2b-4a99-91c0-aecddf2b2bfa,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:16.566694 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device e35e12c9-1315-42f8-9c1c-a9b4e6db32bf no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:19:16.591348 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: e35e12c9-1315-42f8-9c1c-a9b4e6db32bf {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:19:16.592070 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device e35e12c9-1315-42f8-9c1c-a9b4e6db32bf not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:19:16.621086 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Allocated IP 172.37.3.231 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/185a97fd-c9c1-4e43-8ef2-23003834c0cd) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:19:16.721575 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for port (185a97fd-c9c1-4e43-8ef2-23003834c0cd), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.812705 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (185a97fd-c9c1-4e43-8ef2-23003834c0cd), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:16.847853 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:19:16.850692 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:19:16.854732 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:19:16.884325 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event updated for resources: {'Port': ['ID=185a97fd-c9c1-4e43-8ef2-23003834c0cd,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:17.241984 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for floatingip (94af98c6-671a-4597-a28b-3f4a4cf8e0ca), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:17.355897 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (185a97fd-c9c1-4e43-8ef2-23003834c0cd), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:17.506637 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for port (185a97fd-c9c1-4e43-8ef2-23003834c0cd), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:17.601237 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (185a97fd-c9c1-4e43-8ef2-23003834c0cd), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:17.676418 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event updated for resources: {'Port': ['ID=185a97fd-c9c1-4e43-8ef2-23003834c0cd,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:17.685470 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (94af98c6-671a-4597-a28b-3f4a4cf8e0ca), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:17.789083 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Floating IP 94af98c6-671a-4597-a28b-3f4a4cf8e0ca associated. External IP: 172.37.3.231, port: f20b0a54-e4a0-4507-8e3f-d9159689b21c. Apr 01 10:19:18.001790 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Router ac64d364-0972-44fb-bdbe-fbd6815580aa has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:19:18.108795 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:19:18.120796 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bd09f-9bd6-455b-9977-9f208c3d05f5 None None] Sync routers for ids ['ac64d364-0972-44fb-bdbe-fbd6815580aa'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:19:18.131966 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bd09f-9bd6-455b-9977-9f208c3d05f5 None None] Routers {'ac64d364-0972-44fb-bdbe-fbd6815580aa'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:19:18.133686 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-986bd09f-9bd6-455b-9977-9f208c3d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:19:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ac64d364-0972-44fb-bdbe-fbd6815580aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:18.221208 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:18.244234 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-986bd09f-9bd6-455b-9977-9f208c3d05f5 None None] Set router ac64d364-0972-44fb-bdbe-fbd6815580aa gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:19:18.251206 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-34f82ed2-cacf-48bf-a542-f24754117e8a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3159263 Apr 01 10:19:18.251897 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:19:18.254176 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ba62ab-02e4-432f-9541-8db563d88b58" -d '{"events": [{"name": "network-changed", "server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:19:18.290256 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa4d32e-b41a-4468-a990-7713373e0279 x-openstack-request-id: req-1aa4d32e-b41a-4468-a990-7713373e0279 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:19:18.290544 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:19:18.290844 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-1aa4d32e-b41a-4468-a990-7713373e0279 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:19:18.291256 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa4d32e-b41a-4468-a990-7713373e0279'] response: {'name': 'network-changed', 'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'status': 'completed', 'code': 200} Apr 01 10:19:18.365700 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba62ab-02e4-432f-9541-8db563d88b58 req-e7e5b509-62ff-444c-868d-8febbaf076a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:18.367249 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-23ba62ab-02e4-432f-9541-8db563d88b58 req-e7e5b509-62ff-444c-868d-8febbaf076a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=712342bbbbd84cd08df09d7cafb09ee3&device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1129 time: 0.0539994 Apr 01 10:19:18.460372 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba62ab-02e4-432f-9541-8db563d88b58 req-dc000839-40de-47d3-b054-a3b430d9691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:18.462156 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-23ba62ab-02e4-432f-9541-8db563d88b58 req-dc000839-40de-47d3-b054-a3b430d9691b service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a115b7-4e10-4144-8a25-c833b6d90947 HTTP/1.1" status: 200 len: 909 time: 0.0879738 Apr 01 10:19:18.486023 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-986bd09f-9bd6-455b-9977-9f208c3d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:33Z', 'revision_number': 4, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '94af98c6-671a-4597-a28b-3f4a4cf8e0ca', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'floating_ip_address': '172.37.3.231', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'port_id': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'mac_address': 'fa:16:3e:58:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:19:17Z', 'updated_at': '2022-04-01T10:19:17Z', 'revision_number': 0, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa2125a-e05f-4bbb-a427-e43b69ace87b', 'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'mac_address': 'fa:16:3e:f8:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:33Z', 'updated_at': '2022-04-01T10:18:37Z', 'revision_number': 5, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'subnets': [{'id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:18.515467 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bd09f-9bd6-455b-9977-9f208c3d05f5 None None] Checking router: ac64d364-0972-44fb-bdbe-fbd6815580aa for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:19:18.523638 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986bd09f-9bd6-455b-9977-9f208c3d05f5 None None] Routers {'ac64d364-0972-44fb-bdbe-fbd6815580aa'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:19:18.524241 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-986bd09f-9bd6-455b-9977-9f208c3d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:19:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ac64d364-0972-44fb-bdbe-fbd6815580aa'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:18.532900 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-23ba62ab-02e4-432f-9541-8db563d88b58 req-70b14e1b-ba2f-44a4-8104-e85ba093e6b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 200 len: 999 time: 0.0646570 Apr 01 10:19:18.580033 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba62ab-02e4-432f-9541-8db563d88b58 req-fa44e99a-8d30-46e6-930e-a032e429380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:18.581525 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-23ba62ab-02e4-432f-9541-8db563d88b58 req-fa44e99a-8d30-46e6-930e-a032e429380c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e1f4eb5-518c-4893-a80c-8440164cc7db HTTP/1.1" status: 200 len: 847 time: 0.0433969 Apr 01 10:19:18.631741 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-986bd09f-9bd6-455b-9977-9f208c3d05f5 None None] Set router ac64d364-0972-44fb-bdbe-fbd6815580aa gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:19:18.633665 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba62ab-02e4-432f-9541-8db563d88b58 req-ec2a4dc2-2bad-4016-8bd2-caea64588455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:18.635273 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-23ba62ab-02e4-432f-9541-8db563d88b58 req-ec2a4dc2-2bad-4016-8bd2-caea64588455 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a115b7-4e10-4144-8a25-c833b6d90947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0478964 Apr 01 10:19:18.727393 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-23ba62ab-02e4-432f-9541-8db563d88b58 req-4a22e673-ce23-4707-be8f-f9d8a336f848 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851924 Apr 01 10:19:18.811625 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42084) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:18.834567 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-23ba62ab-02e4-432f-9541-8db563d88b58 req-62f6ff18-82a4-483a-99ff-625a7fe81df9 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011198 Apr 01 10:19:18.858974 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-986bd09f-9bd6-455b-9977-9f208c3d05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:33Z', 'revision_number': 4, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '94af98c6-671a-4597-a28b-3f4a4cf8e0ca', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'floating_ip_address': '172.37.3.231', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'port_id': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'mac_address': 'fa:16:3e:58:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:19:17Z', 'updated_at': '2022-04-01T10:19:17Z', 'revision_number': 0, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa2125a-e05f-4bbb-a427-e43b69ace87b', 'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'mac_address': 'fa:16:3e:f8:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:33Z', 'updated_at': '2022-04-01T10:18:37Z', 'revision_number': 5, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'subnets': [{'id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:18.889244 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986bd09f-9bd6-455b-9977-9f208c3d05f5 None None] The sync data for ids ['ac64d364-0972-44fb-bdbe-fbd6815580aa'] in dv-cinder-master-3-smb is: [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:33Z', 'revision_number': 4, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '94af98c6-671a-4597-a28b-3f4a4cf8e0ca', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'floating_ip_address': '172.37.3.231', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'port_id': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'mac_address': 'fa:16:3e:58:e4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:19:17Z', 'updated_at': '2022-04-01T10:19:17Z', 'revision_number': 0, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fa2125a-e05f-4bbb-a427-e43b69ace87b', 'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'mac_address': 'fa:16:3e:f8:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:33Z', 'updated_at': '2022-04-01T10:18:37Z', 'revision_number': 5, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'subnets': [{'id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:19:19.078971 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3e6cbd-fe39-45a7-b738-5bae99cae76a None None] New status for floating IP 94af98c6-671a-4597-a28b-3f4a4cf8e0ca: ACTIVE {{(pid=103819) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:19:19.317013 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2048629'] for router_interface (14a8db32-9f32-4743-89e1-484575fa28a4), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:19.558695 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] Deleting port 0c283ce6-e30f-47f1-adc7-90abb446de4a {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:19:19.559033 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:19.633482 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] For port 0c283ce6-e30f-47f1-adc7-90abb446de4a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=0c283ce6-e30f-47f1-adc7-90abb446de4a,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:19:19.633846 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:19.649473 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] Calling delete_port for 0c283ce6-e30f-47f1-adc7-90abb446de4a owned by network:router_interface {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:19:19.898259 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (0c283ce6-e30f-47f1-adc7-90abb446de4a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:19.923791 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0c283ce6-e30f-47f1-adc7-90abb446de4a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:20.094548 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051557'] for router_interface (14a8db32-9f32-4743-89e1-484575fa28a4), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:20.321081 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] Router 14a8db32-9f32-4743-89e1-484575fa28a4 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:19:20.647352 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:19:20.654780 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42104) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:20.656371 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e27f47-c13e-43a1-a5cd-40cf767a53f5 None None] Sync routers for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:19:20.657261 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e8f4e7c5-e3d1-4095-803e-53b3f402a0cc admin admin] 10.222.0.13 "PUT /v2.0/routers/14a8db32-9f32-4743-89e1-484575fa28a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8416681 Apr 01 10:19:20.666030 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e27f47-c13e-43a1-a5cd-40cf767a53f5 None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:19:20.667129 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e7e27f47-c13e-43a1-a5cd-40cf767a53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:19:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:20.759668 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Publish callbacks [] for router (14a8db32-9f32-4743-89e1-484575fa28a4), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:20.772301 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-e7e27f47-c13e-43a1-a5cd-40cf767a53f5 None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:19:20.861891 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Publish callbacks [] for router_gateway (14a8db32-9f32-4743-89e1-484575fa28a4), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:20.944023 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e7e27f47-c13e-43a1-a5cd-40cf767a53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88'}], 'enable_snat': True}, 'gw_port_id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:19:19Z', 'revision_number': 5, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port': {'id': '926a9403-7546-4f85-acc9-8a7c43c2eb2c', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:12:59Z', 'updated_at': '2022-04-01T10:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:20.970158 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e27f47-c13e-43a1-a5cd-40cf767a53f5 None None] Checking router: 14a8db32-9f32-4743-89e1-484575fa28a4 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:19:20.978481 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e27f47-c13e-43a1-a5cd-40cf767a53f5 None None] Routers {'14a8db32-9f32-4743-89e1-484575fa28a4'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:19:20.979662 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e7e27f47-c13e-43a1-a5cd-40cf767a53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:19:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['14a8db32-9f32-4743-89e1-484575fa28a4'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:20.998463 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Deleting port 926a9403-7546-4f85-acc9-8a7c43c2eb2c {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:19:20.998801 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.081200 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] For port 926a9403-7546-4f85-acc9-8a7c43c2eb2c, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=926a9403-7546-4f85-acc9-8a7c43c2eb2c,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:19:21.081568 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.095583 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Calling delete_port for 926a9403-7546-4f85-acc9-8a7c43c2eb2c owned by network:router_gateway {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:19:21.157230 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-e7e27f47-c13e-43a1-a5cd-40cf767a53f5 None None] Set router 14a8db32-9f32-4743-89e1-484575fa28a4 gateway port host: None {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:19:21.209025 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-e7e27f47-c13e-43a1-a5cd-40cf767a53f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:19:20Z', 'revision_number': 6, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:21.237357 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7e27f47-c13e-43a1-a5cd-40cf767a53f5 None None] The sync data for ids ['14a8db32-9f32-4743-89e1-484575fa28a4'] in dv-cinder-master-3-smb is: [{'id': '14a8db32-9f32-4743-89e1-484575fa28a4', 'name': 'tempest-AttachVolumeShelveTestJSON-1552027533-router', 'tenant_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:12:57Z', 'updated_at': '2022-04-01T10:19:20Z', 'revision_number': 6, 'project_id': '5eeb18f4c1c34c12b529ba97aebe3809', 'gw_port_host': None}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:19:21.321832 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (926a9403-7546-4f85-acc9-8a7c43c2eb2c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.348831 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Pushing event deleted for resources: {'Port': ['ID=926a9403-7546-4f85-acc9-8a7c43c2eb2c,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:21.419139 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048271'] for router_gateway (14a8db32-9f32-4743-89e1-484575fa28a4), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.508751 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2050451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1690'] for router (14a8db32-9f32-4743-89e1-484575fa28a4), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.511572 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Publish callbacks [] for router_controller (14a8db32-9f32-4743-89e1-484575fa28a4), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.601472 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2050538'] for router (14a8db32-9f32-4743-89e1-484575fa28a4), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.602042 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a8db32-9f32-4743-89e1-484575fa28a4 {{(pid=103818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 10:19:21.607265 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.608442 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-a8d2c7a1-10ed-4033-86f5-c8d2ad3875cd admin admin] 10.222.0.13 "DELETE /v2.0/routers/14a8db32-9f32-4743-89e1-484575fa28a4 HTTP/1.1" status: 204 len: 168 time: 0.9526742 Apr 01 10:19:21.611036 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42112) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:21.660652 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61b1e8e-a3ce-482d-a882-a70c27afafa4 admin admin] Deleting subnet df2d0250-378e-41d8-8fe7-36950ea9cc0b {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:19:21.663531 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e61b1e8e-a3ce-482d-a882-a70c27afafa4 admin admin] Publish callbacks [] for subnet (df2d0250-378e-41d8-8fe7-36950ea9cc0b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.699962 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e61b1e8e-a3ce-482d-a882-a70c27afafa4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12946067'] for subnet (df2d0250-378e-41d8-8fe7-36950ea9cc0b), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.801814 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e61b1e8e-a3ce-482d-a882-a70c27afafa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (df2d0250-378e-41d8-8fe7-36950ea9cc0b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.950052 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e61b1e8e-a3ce-482d-a882-a70c27afafa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13601702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14539018'] for subnet (df2d0250-378e-41d8-8fe7-36950ea9cc0b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.974844 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b1e8e-a3ce-482d-a882-a70c27afafa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df2d0250-378e-41d8-8fe7-36950ea9cc0b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:21.978441 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-e61b1e8e-a3ce-482d-a882-a70c27afafa4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:21.984444 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-e61b1e8e-a3ce-482d-a882-a70c27afafa4 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/df2d0250-378e-41d8-8fe7-36950ea9cc0b HTTP/1.1" status: 204 len: 168 time: 0.3700449 Apr 01 10:19:21.988689 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42116) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:21.988837 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8c4f29-8f10-436c-9761-f4eec72a66b2 None None] Network fea27fba-ffc7-42c6-acca-74e928fc7023 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:19:22.063421 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (fea27fba-ffc7-42c6-acca-74e928fc7023), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.103467 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 0c283ce6-e30f-47f1-adc7-90abb446de4a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:19:22.130380 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 0c283ce6-e30f-47f1-adc7-90abb446de4a {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:19:22.136551 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 0c283ce6-e30f-47f1-adc7-90abb446de4a not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:19:22.136551 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 926a9403-7546-4f85-acc9-8a7c43c2eb2c no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:19:22.139631 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Deleting port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:19:22.139972 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.159397 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 926a9403-7546-4f85-acc9-8a7c43c2eb2c {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:19:22.159744 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 926a9403-7546-4f85-acc9-8a7c43c2eb2c not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:19:22.165730 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8cc4bc-e227-4471-9683-794551009e72 None None] DHCP port deletion for fea27fba-ffc7-42c6-acca-74e928fc7023 request from dv-cinder-master-3-smb {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 10:19:22.208850 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] For port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:19:22.209292 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.214098 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cc4bc-e227-4471-9683-794551009e72 None None] Deleting port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:19:22.217002 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc4bc-e227-4471-9683-794551009e72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.224146 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Calling delete_port for 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 owned by network:dhcp {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:19:22.287201 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-2d8cc4bc-e227-4471-9683-794551009e72 None None] For port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0,segment=NetworkSegment(3f1ecaf6-82ca-4a4d-a502-1325b939129f),segment_id=3f1ecaf6-82ca-4a4d-a502-1325b939129f)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:19:22.287877 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc4bc-e227-4471-9683-794551009e72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.302299 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-2d8cc4bc-e227-4471-9683-794551009e72 None None] Calling delete_port for 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:19:22.383689 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.389960 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-2d8cc4bc-e227-4471-9683-794551009e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.410959 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Pushing event deleted for resources: {'Port': ['ID=701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:22.412778 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] No DVR routers for this DVR port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 on host dv-cinder-master-3-smb {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:19:22.417173 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8cc4bc-e227-4471-9683-794551009e72 None None] Pushing event deleted for resources: {'Port': ['ID=701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:22.422600 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8cc4bc-e227-4471-9683-794551009e72 None None] No DVR routers for this DVR port 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 on host dv-cinder-master-3-smb {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:19:22.484409 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (fea27fba-ffc7-42c6-acca-74e928fc7023), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.500902 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea27fba-ffc7-42c6-acca-74e928fc7023']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:22.510033 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1ecaf6-82ca-4a4d-a502-1325b939129f') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:22.510359 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1ecaf6-82ca-4a4d-a502-1325b939129f') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:19:22.519516 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12946072'] for segment (3f1ecaf6-82ca-4a4d-a502-1325b939129f), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.532725 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (3f1ecaf6-82ca-4a4d-a502-1325b939129f), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.538484 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13612288'] for segment (3f1ecaf6-82ca-4a4d-a502-1325b939129f), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: Traceback (most recent call last): Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: timer() Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: cb(*args, **kw) Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: return func(*args, **kwargs) Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: self._notify() Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: self.callback(batched_events) Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: event.method(event) Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: return f(self, *a, **k) Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: return self._get(url).json() Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: return self.request(url, 'GET', **kwargs) Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:19:22.542240 dv-cinder-master-3-smb neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:19:22.670054 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (fea27fba-ffc7-42c6-acca-74e928fc7023), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.675097 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:22.678247 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] 10.222.0.13 "DELETE /v2.0/networks/fea27fba-ffc7-42c6-acca-74e928fc7023 HTTP/1.1" status: 204 len: 168 time: 0.6920259 Apr 01 10:19:22.689270 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc1adc-8041-4349-a480-b6e1f499b024 admin admin] Pushing event deleted for resources: {'Network': ['ID=fea27fba-ffc7-42c6-acca-74e928fc7023,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:22.952020 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42126) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:22.999962 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-f045b84b-ac82-4cda-8268-09d5ee15caca admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5eeb18f4c1c34c12b529ba97aebe3809&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0465143 Apr 01 10:19:23.002217 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42128) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:23.047535 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-86b76a57-050b-4d02-88ca-2976e58c4899 admin admin] Publish callbacks [] for security_group (b6532f7f-205e-47c8-8bed-698a335153c2), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:23.069290 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-86b76a57-050b-4d02-88ca-2976e58c4899 admin admin] Publish callbacks [] for security_group (b6532f7f-205e-47c8-8bed-698a335153c2), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:23.184264 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-86b76a57-050b-4d02-88ca-2976e58c4899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b6532f7f-205e-47c8-8bed-698a335153c2), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:23.186966 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-86b76a57-050b-4d02-88ca-2976e58c4899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:23.188146 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-86b76a57-050b-4d02-88ca-2976e58c4899 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b6532f7f-205e-47c8-8bed-698a335153c2 HTTP/1.1" status: 204 len: 168 time: 0.1850426 Apr 01 10:19:23.196070 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b76a57-050b-4d02-88ca-2976e58c4899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6532f7f-205e-47c8-8bed-698a335153c2,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:24.090698 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:19:24.112044 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:19:24.112392 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 701e7f99-444e-4ef7-b3e8-0a8c81ce9aa0 not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:19:25.737392 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:19:26.104477 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:28.583672 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-68d96634-2da8-402f-84a4-a5262acc1be9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:30.875895 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4151-2ce3-4fb6-a7ee-54b83687bb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:30.986069 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42272) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:31.086037 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-062525c6-4d59-4fa4-a2a1-bcbc74728edb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:31.155651 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-062525c6-4d59-4fa4-a2a1-bcbc74728edb admin admin] Publish callbacks [] for security_group (3cedf4d8-df90-4e7a-ae52-a891e51ddab5), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:31.206743 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-062525c6-4d59-4fa4-a2a1-bcbc74728edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3cedf4d8-df90-4e7a-ae52-a891e51ddab5), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:31.245298 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-062525c6-4d59-4fa4-a2a1-bcbc74728edb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d360dbd8fe2c412283a5a97e753f964c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581098 Apr 01 10:19:31.246172 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062525c6-4d59-4fa4-a2a1-bcbc74728edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cedf4d8-df90-4e7a-ae52-a891e51ddab5,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:31.248040 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42278) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:31.295322 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-efcf1d07-cbef-45d3-8e0c-41df0c884da9 admin admin] Publish callbacks [] for security_group (3cedf4d8-df90-4e7a-ae52-a891e51ddab5), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:31.315338 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-efcf1d07-cbef-45d3-8e0c-41df0c884da9 admin admin] Publish callbacks [] for security_group (3cedf4d8-df90-4e7a-ae52-a891e51ddab5), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:31.429593 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-efcf1d07-cbef-45d3-8e0c-41df0c884da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (3cedf4d8-df90-4e7a-ae52-a891e51ddab5), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:31.432179 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-efcf1d07-cbef-45d3-8e0c-41df0c884da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:31.433353 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-efcf1d07-cbef-45d3-8e0c-41df0c884da9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3cedf4d8-df90-4e7a-ae52-a891e51ddab5 HTTP/1.1" status: 204 len: 168 time: 0.1843188 Apr 01 10:19:31.441059 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcf1d07-cbef-45d3-8e0c-41df0c884da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cedf4d8-df90-4e7a-ae52-a891e51ddab5,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:31.881170 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:33.390947 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:34.445610 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42408) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:34.552414 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3fb0de27-04a4-4222-bfca-cab4e4ff42a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:34.625472 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3fb0de27-04a4-4222-bfca-cab4e4ff42a4 admin admin] Publish callbacks [] for security_group (53b27b3b-2452-45b1-8171-961e5527c2b0), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:34.686846 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3fb0de27-04a4-4222-bfca-cab4e4ff42a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (53b27b3b-2452-45b1-8171-961e5527c2b0), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:34.726661 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-3fb0de27-04a4-4222-bfca-cab4e4ff42a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1dbcafb256454d7ab8da1680aa2433f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2799022 Apr 01 10:19:34.727584 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0de27-04a4-4222-bfca-cab4e4ff42a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b27b3b-2452-45b1-8171-961e5527c2b0,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:34.729326 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42414) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:34.778780 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f191a0a-8f1e-42c9-8f06-1bc66a4b714a admin admin] Publish callbacks [] for security_group (53b27b3b-2452-45b1-8171-961e5527c2b0), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:34.799974 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f191a0a-8f1e-42c9-8f06-1bc66a4b714a admin admin] Publish callbacks [] for security_group (53b27b3b-2452-45b1-8171-961e5527c2b0), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:34.898187 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f191a0a-8f1e-42c9-8f06-1bc66a4b714a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (53b27b3b-2452-45b1-8171-961e5527c2b0), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:34.900727 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1f191a0a-8f1e-42c9-8f06-1bc66a4b714a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:34.901896 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-1f191a0a-8f1e-42c9-8f06-1bc66a4b714a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/53b27b3b-2452-45b1-8171-961e5527c2b0 HTTP/1.1" status: 204 len: 168 time: 0.1709764 Apr 01 10:19:34.916337 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f191a0a-8f1e-42c9-8f06-1bc66a4b714a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b27b3b-2452-45b1-8171-961e5527c2b0,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:34.932019 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:35.495008 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42420) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:35.508643 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-96ab18e3-e22c-42b4-90ed-935d91776dad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:35.582802 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-96ab18e3-e22c-42b4-90ed-935d91776dad admin admin] Publish callbacks [] for security_group (99aab891-b5d6-4262-8207-a99bb65b3ee1), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:35.652385 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-96ab18e3-e22c-42b4-90ed-935d91776dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (99aab891-b5d6-4262-8207-a99bb65b3ee1), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:35.690644 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-96ab18e3-e22c-42b4-90ed-935d91776dad admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8632b0487ac74173be04f40fd15c86d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1945398 Apr 01 10:19:35.691746 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab18e3-e22c-42b4-90ed-935d91776dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99aab891-b5d6-4262-8207-a99bb65b3ee1,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:35.693380 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42424) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:35.746147 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b1a94b4a-dd48-44c1-ad0e-0370ce7c8deb admin admin] Publish callbacks [] for security_group (99aab891-b5d6-4262-8207-a99bb65b3ee1), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:35.766870 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b1a94b4a-dd48-44c1-ad0e-0370ce7c8deb admin admin] Publish callbacks [] for security_group (99aab891-b5d6-4262-8207-a99bb65b3ee1), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:35.852206 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b1a94b4a-dd48-44c1-ad0e-0370ce7c8deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (99aab891-b5d6-4262-8207-a99bb65b3ee1), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:35.854737 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b1a94b4a-dd48-44c1-ad0e-0370ce7c8deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:35.855901 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-b1a94b4a-dd48-44c1-ad0e-0370ce7c8deb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/99aab891-b5d6-4262-8207-a99bb65b3ee1 HTTP/1.1" status: 204 len: 168 time: 0.1614399 Apr 01 10:19:35.864422 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a94b4a-dd48-44c1-ad0e-0370ce7c8deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99aab891-b5d6-4262-8207-a99bb65b3ee1,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:41.569831 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42520) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:41.677054 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02ed8de0-3720-46fb-b312-d79eeabbd395 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:41.748000 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02ed8de0-3720-46fb-b312-d79eeabbd395 admin admin] Publish callbacks [] for security_group (1c51a9bc-aaa7-49d9-a63a-c42bfe5bfc05), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:41.818594 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02ed8de0-3720-46fb-b312-d79eeabbd395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (1c51a9bc-aaa7-49d9-a63a-c42bfe5bfc05), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:41.857374 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-02ed8de0-3720-46fb-b312-d79eeabbd395 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fc094f73eef4575a18b69cb1271b70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864301 Apr 01 10:19:41.858354 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed8de0-3720-46fb-b312-d79eeabbd395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c51a9bc-aaa7-49d9-a63a-c42bfe5bfc05,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:41.860027 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42524) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:41.907920 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ff630221-c12f-4db6-932c-4b61821b6d55 admin admin] Publish callbacks [] for security_group (1c51a9bc-aaa7-49d9-a63a-c42bfe5bfc05), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:41.930186 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ff630221-c12f-4db6-932c-4b61821b6d55 admin admin] Publish callbacks [] for security_group (1c51a9bc-aaa7-49d9-a63a-c42bfe5bfc05), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:42.047124 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ff630221-c12f-4db6-932c-4b61821b6d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (1c51a9bc-aaa7-49d9-a63a-c42bfe5bfc05), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:42.049641 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ff630221-c12f-4db6-932c-4b61821b6d55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:42.050779 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-ff630221-c12f-4db6-932c-4b61821b6d55 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1c51a9bc-aaa7-49d9-a63a-c42bfe5bfc05 HTTP/1.1" status: 204 len: 168 time: 0.1891718 Apr 01 10:19:42.058627 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff630221-c12f-4db6-932c-4b61821b6d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c51a9bc-aaa7-49d9-a63a-c42bfe5bfc05,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:42.634266 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42532) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:42.647004 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c601318b-9049-4588-a1b5-90dd4767a765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:42.720180 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c601318b-9049-4588-a1b5-90dd4767a765 admin admin] Publish callbacks [] for security_group (de1f1271-a2d5-484d-9215-a78f8bd22a89), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:42.789794 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-c601318b-9049-4588-a1b5-90dd4767a765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (de1f1271-a2d5-484d-9215-a78f8bd22a89), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:42.827344 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-c601318b-9049-4588-a1b5-90dd4767a765 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23b121c1d0144f3ea243a461f1d4dac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918738 Apr 01 10:19:42.828690 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601318b-9049-4588-a1b5-90dd4767a765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1f1271-a2d5-484d-9215-a78f8bd22a89,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:42.830488 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42538) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:42.884080 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f3efe464-3326-44f9-8b97-9179562c4003 admin admin] Publish callbacks [] for security_group (de1f1271-a2d5-484d-9215-a78f8bd22a89), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:42.908065 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f3efe464-3326-44f9-8b97-9179562c4003 admin admin] Publish callbacks [] for security_group (de1f1271-a2d5-484d-9215-a78f8bd22a89), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:43.058442 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f3efe464-3326-44f9-8b97-9179562c4003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (de1f1271-a2d5-484d-9215-a78f8bd22a89), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:43.061044 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f3efe464-3326-44f9-8b97-9179562c4003 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:43.062223 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-f3efe464-3326-44f9-8b97-9179562c4003 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/de1f1271-a2d5-484d-9215-a78f8bd22a89 HTTP/1.1" status: 204 len: 168 time: 0.2301576 Apr 01 10:19:43.071339 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3efe464-3326-44f9-8b97-9179562c4003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1f1271-a2d5-484d-9215-a78f8bd22a89,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:50.246556 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42678) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:50.348194 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3a0a6da7-26cf-40fd-babc-7fe087071c8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:50.418961 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3a0a6da7-26cf-40fd-babc-7fe087071c8c admin admin] Publish callbacks [] for security_group (a6bb4d0a-c620-4cbf-bef7-822a5a399e26), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:50.470093 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-3a0a6da7-26cf-40fd-babc-7fe087071c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (a6bb4d0a-c620-4cbf-bef7-822a5a399e26), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:50.510752 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-3a0a6da7-26cf-40fd-babc-7fe087071c8c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a3761d92921944a2a32a8237bdfc7d23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2631361 Apr 01 10:19:50.511876 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a6da7-26cf-40fd-babc-7fe087071c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bb4d0a-c620-4cbf-bef7-822a5a399e26,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:50.513462 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42682) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:50.560339 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fa044a18-1d49-4cb9-84c1-016ecf809e65 admin admin] Publish callbacks [] for security_group (a6bb4d0a-c620-4cbf-bef7-822a5a399e26), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:50.579902 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fa044a18-1d49-4cb9-84c1-016ecf809e65 admin admin] Publish callbacks [] for security_group (a6bb4d0a-c620-4cbf-bef7-822a5a399e26), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:50.703551 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fa044a18-1d49-4cb9-84c1-016ecf809e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (a6bb4d0a-c620-4cbf-bef7-822a5a399e26), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:50.706587 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-fa044a18-1d49-4cb9-84c1-016ecf809e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:50.707777 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-fa044a18-1d49-4cb9-84c1-016ecf809e65 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a6bb4d0a-c620-4cbf-bef7-822a5a399e26 HTTP/1.1" status: 204 len: 168 time: 0.1933346 Apr 01 10:19:50.716263 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa044a18-1d49-4cb9-84c1-016ecf809e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bb4d0a-c620-4cbf-bef7-822a5a399e26,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:51.269886 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42694) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:51.282603 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8716cb40-3ded-4e44-933e-85625572d557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:51.356314 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8716cb40-3ded-4e44-933e-85625572d557 admin admin] Publish callbacks [] for security_group (cfff8191-935e-421e-8c0d-948f02d12210), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:51.401051 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8716cb40-3ded-4e44-933e-85625572d557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (cfff8191-935e-421e-8c0d-948f02d12210), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:51.438734 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716cb40-3ded-4e44-933e-85625572d557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfff8191-935e-421e-8c0d-948f02d12210,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:51.444492 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-8716cb40-3ded-4e44-933e-85625572d557 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e9392ab64ebf459597da5368b3d5a53b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1735466 Apr 01 10:19:51.446640 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42696) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:51.491434 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-02f999da-2f86-4681-88be-be15adba449a admin admin] Publish callbacks [] for security_group (cfff8191-935e-421e-8c0d-948f02d12210), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:51.512535 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-02f999da-2f86-4681-88be-be15adba449a admin admin] Publish callbacks [] for security_group (cfff8191-935e-421e-8c0d-948f02d12210), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:51.606442 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-02f999da-2f86-4681-88be-be15adba449a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (cfff8191-935e-421e-8c0d-948f02d12210), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:51.608987 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-02f999da-2f86-4681-88be-be15adba449a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:51.610185 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-02f999da-2f86-4681-88be-be15adba449a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cfff8191-935e-421e-8c0d-948f02d12210 HTTP/1.1" status: 204 len: 168 time: 0.1630335 Apr 01 10:19:51.618094 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f999da-2f86-4681-88be-be15adba449a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfff8191-935e-421e-8c0d-948f02d12210,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:52.306387 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42722) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:52.410213 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1dc399e-9994-4d67-a7e7-21d39fd46bec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:52.480759 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1dc399e-9994-4d67-a7e7-21d39fd46bec admin admin] Publish callbacks [] for security_group (334ae61d-b584-4274-b31d-ae3be4e5294f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:52.544167 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a1dc399e-9994-4d67-a7e7-21d39fd46bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (334ae61d-b584-4274-b31d-ae3be4e5294f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:52.583709 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-a1dc399e-9994-4d67-a7e7-21d39fd46bec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1eb5a599289b4648b2e74ee2a74dcc83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2760882 Apr 01 10:19:52.584500 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc399e-9994-4d67-a7e7-21d39fd46bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334ae61d-b584-4274-b31d-ae3be4e5294f,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:52.586326 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42732) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:52.636609 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-97cc0fce-78f1-4887-a9c9-0b674512d7c8 admin admin] Publish callbacks [] for security_group (334ae61d-b584-4274-b31d-ae3be4e5294f), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:52.657668 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-97cc0fce-78f1-4887-a9c9-0b674512d7c8 admin admin] Publish callbacks [] for security_group (334ae61d-b584-4274-b31d-ae3be4e5294f), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:52.761275 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-97cc0fce-78f1-4887-a9c9-0b674512d7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (334ae61d-b584-4274-b31d-ae3be4e5294f), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:52.763819 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-97cc0fce-78f1-4887-a9c9-0b674512d7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:52.765009 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-97cc0fce-78f1-4887-a9c9-0b674512d7c8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/334ae61d-b584-4274-b31d-ae3be4e5294f HTTP/1.1" status: 204 len: 168 time: 0.1770189 Apr 01 10:19:52.775168 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cc0fce-78f1-4887-a9c9-0b674512d7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334ae61d-b584-4274-b31d-ae3be4e5294f,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:53.093427 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42746) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:53.196286 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c4cf831b-c688-43ba-8aba-e14129ca7b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:53.269594 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c4cf831b-c688-43ba-8aba-e14129ca7b7c admin admin] Publish callbacks [] for security_group (4554870d-f91a-4f96-b32a-2b5628c56d93), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:53.355647 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c4cf831b-c688-43ba-8aba-e14129ca7b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4554870d-f91a-4f96-b32a-2b5628c56d93), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:53.394036 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-c4cf831b-c688-43ba-8aba-e14129ca7b7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8a187bd47cfc43ff91246282a9878bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2995260 Apr 01 10:19:53.395122 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf831b-c688-43ba-8aba-e14129ca7b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4554870d-f91a-4f96-b32a-2b5628c56d93,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:53.396829 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42758) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:53.449993 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a26c0f41-5196-4ec3-b654-d66b6222d3c1 admin admin] Publish callbacks [] for security_group (4554870d-f91a-4f96-b32a-2b5628c56d93), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:53.470006 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a26c0f41-5196-4ec3-b654-d66b6222d3c1 admin admin] Publish callbacks [] for security_group (4554870d-f91a-4f96-b32a-2b5628c56d93), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:53.590039 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a26c0f41-5196-4ec3-b654-d66b6222d3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (4554870d-f91a-4f96-b32a-2b5628c56d93), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:53.592905 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-a26c0f41-5196-4ec3-b654-d66b6222d3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:53.594094 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-a26c0f41-5196-4ec3-b654-d66b6222d3c1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4554870d-f91a-4f96-b32a-2b5628c56d93 HTTP/1.1" status: 204 len: 168 time: 0.1947448 Apr 01 10:19:53.602252 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c0f41-5196-4ec3-b654-d66b6222d3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4554870d-f91a-4f96-b32a-2b5628c56d93,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:53.777338 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42770) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:53.877327 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1378600955-network', 'tenant_id': 'dd42d30f7a8e47698964ed38af260e5e'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:19:53.966898 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Made reservation on behalf of dd42d30f7a8e47698964ed38af260e5e for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:19:53.969164 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:53.977900 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:54.048783 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Publish callbacks [] for security_group (2f8e2589-9bd3-4f98-bd6a-664e41d37ac7), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:54.115197 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (2f8e2589-9bd3-4f98-bd6a-664e41d37ac7), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:54.135763 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:19:54.150672 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:54.153540 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (4518facf-45ce-4864-8ccf-de0f0115bee5), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:54.154027 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.segments_db [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Added segment 4518facf-45ce-4864-8ccf-de0f0115bee5 of type vlan for network de4124d9-f858-4f33-bcd8-70187cc540cc Apr 01 10:19:54.200538 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (de4124d9-f858-4f33-bcd8-70187cc540cc), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:54.303914 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (de4124d9-f858-4f33-bcd8-70187cc540cc), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:54.304935 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:54.305554 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:54.365962 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] Pushing event updated for resources: {'Network': ['ID=de4124d9-f858-4f33-bcd8-70187cc540cc,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:54.400262 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network de4124d9-f858-4f33-bcd8-70187cc540cc details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:19:54.442015 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42792) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:54.443433 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-8dc40ffa-8812-4695-b13b-e9a1a0c1a223 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6647539 Apr 01 10:19:54.447032 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] Request body: {'subnet': {'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1378600955-subnet', 'tenant_id': 'dd42d30f7a8e47698964ed38af260e5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:19:54.526964 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] Made reservation on behalf of dd42d30f7a8e47698964ed38af260e5e for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:19:54.529736 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14539029'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:54.807362 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13601765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14539011'] for subnet (0c7e99f9-326f-4c1f-b09c-bf359d08c718), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:54.861396 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7e99f9-326f-4c1f-b09c-bf359d08c718,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:54.877753 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] Checking segment: {'id': '4518facf-45ce-4864-8ccf-de0f0115bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:19:54.878607 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] Network hostable DHCP agents. Network: de4124d9-f858-4f33-bcd8-70187cc540cc, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:19:54.960792 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] Network de4124d9-f858-4f33-bcd8-70187cc540cc is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:19:55.029268 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, de4124d9-f858-4f33-bcd8-70187cc540cc) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:19:55.033354 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:55.033945 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:55.038090 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f9703-e640-4155-8286-705c88243a3f None None] Network de4124d9-f858-4f33-bcd8-70187cc540cc requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:19:55.124039 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-9fa26f22-1949-45de-9c1d-2f42ed52d037 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6807437 Apr 01 10:19:55.142310 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99317a1e-af8b-498d-99b9-b8bbb5ef103c None None] Network de4124d9-f858-4f33-bcd8-70187cc540cc requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:19:56.109245 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:57.082368 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-ce73269c-74e1-49ee-992a-3f8347f0b5df tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:57.083771 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-ce73269c-74e1-49ee-992a-3f8347f0b5df tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/networks?id=de4124d9-f858-4f33-bcd8-70187cc540cc HTTP/1.1" status: 200 len: 814 time: 0.1031423 Apr 01 10:19:57.099078 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-be070ea6-d9df-4f53-b37c-153125684a04 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/quotas/dd42d30f7a8e47698964ed38af260e5e HTTP/1.1" status: 200 len: 375 time: 0.0098367 Apr 01 10:19:57.130874 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-a108571d-024d-4a48-a436-45adcf46dd6e tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd42d30f7a8e47698964ed38af260e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265362 Apr 01 10:19:57.317970 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-fa3b9631-3bba-414e-9d6b-83a48af20c89 service neutron] 10.222.0.13 "GET /v2.0/networks/de4124d9-f858-4f33-bcd8-70187cc540cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805863 Apr 01 10:19:57.405998 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-01dead04-4432-4008-86eb-61847df392f0 service neutron] 10.222.0.13 "GET /v2.0/networks/de4124d9-f858-4f33-bcd8-70187cc540cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823498 Apr 01 10:19:57.654992 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-803f6a93-c0a4-44d8-9c63-b03a1b70ff27 req-e4b7cbbb-7858-4274-802f-0158b42b551b tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 210 time: 0.0276079 Apr 01 10:19:58.613292 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-127f2904-1e85-45fc-8e2c-74749651d649 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:58.752351 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-12aedba2-1ede-4cd6-a52b-8b80b0be9963 req-6a97f22c-222c-4852-b05f-e7cc2484382a tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 210 time: 0.0312917 Apr 01 10:19:58.908560 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 42876) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:59.010771 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6963a2ee-673f-4388-aa78-5ae8c98fb8b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:59.087882 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6963a2ee-673f-4388-aa78-5ae8c98fb8b2 admin admin] Publish callbacks [] for security_group (43e50a99-c80a-412c-942b-1ede4a346bf3), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:59.161159 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-6963a2ee-673f-4388-aa78-5ae8c98fb8b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (43e50a99-c80a-412c-942b-1ede4a346bf3), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:59.198158 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-6963a2ee-673f-4388-aa78-5ae8c98fb8b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=760bc93cdcfe49c584ce0f157b9df68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2878885 Apr 01 10:19:59.198989 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963a2ee-673f-4388-aa78-5ae8c98fb8b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e50a99-c80a-412c-942b-1ede4a346bf3,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:59.200968 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 42880) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:19:59.249089 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6395fd16-720a-4707-9e7c-8976276e18e6 admin admin] Publish callbacks [] for security_group (43e50a99-c80a-412c-942b-1ede4a346bf3), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:59.270546 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6395fd16-720a-4707-9e7c-8976276e18e6 admin admin] Publish callbacks [] for security_group (43e50a99-c80a-412c-942b-1ede4a346bf3), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:59.372707 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6395fd16-720a-4707-9e7c-8976276e18e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (43e50a99-c80a-412c-942b-1ede4a346bf3), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:59.375260 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6395fd16-720a-4707-9e7c-8976276e18e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:19:59.376442 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-6395fd16-720a-4707-9e7c-8976276e18e6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/43e50a99-c80a-412c-942b-1ede4a346bf3 HTTP/1.1" status: 204 len: 168 time: 0.1742177 Apr 01 10:19:59.389573 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395fd16-720a-4707-9e7c-8976276e18e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e50a99-c80a-412c-942b-1ede4a346bf3,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:19:59.555601 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-52b452cf-29a3-4044-9d97-1c015dac3d4d tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:19:59.558545 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-52b452cf-29a3-4044-9d97-1c015dac3d4d tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.43 "GET /v2.0/networks?id=de4124d9-f858-4f33-bcd8-70187cc540cc HTTP/1.1" status: 200 len: 814 time: 0.0975056 Apr 01 10:19:59.569480 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Request body: {'port': {'device_id': '621d983f-2e7f-45c8-bfea-5f13eeddfae9', 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc', 'admin_state_up': True, 'tenant_id': 'dd42d30f7a8e47698964ed38af260e5e'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:19:59.880357 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e7ecb5bd-9128-4a91-88f4-ad856ae67bd0 req-4514e227-4044-49d6-8907-09c9530ebb58 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 210 time: 0.0283782 Apr 01 10:20:00.172353 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Made reservation on behalf of dd42d30f7a8e47698964ed38af260e5e for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:20:00.176201 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:00.585535 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Allocated IP 172.20.0.3 (de4124d9-f858-4f33-bcd8-70187cc540cc/0c7e99f9-326f-4c1f-b09c-bf359d08c718/8faec569-3f58-4d21-acff-b90edb5c3605) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:20:00.732998 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks [] for port (8faec569-3f58-4d21-acff-b90edb5c3605), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:00.807357 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:00.824126 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3037e90a-ca1c-4c6d-8258-658a5d67b57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:00.847296 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Network de4124d9-f858-4f33-bcd8-70187cc540cc is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:20:00.850207 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:20:00.853836 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:20:00.880394 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Pushing event updated for resources: {'Port': ['ID=8faec569-3f58-4d21-acff-b90edb5c3605,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:20:00.912485 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:00.913293 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:00.977548 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823c031-0944-4441-adfb-53521535101e req-8f57179a-6643-438f-a5a2-8f38f10282f8 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:00.978993 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b823c031-0944-4441-adfb-53521535101e req-8f57179a-6643-438f-a5a2-8f38f10282f8 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 931 time: 0.0553820 Apr 01 10:20:01.010957 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-5354f2c8-8310-4ec9-ad52-aedfff213de2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4456618 Apr 01 10:20:01.025283 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Request body: {'port': {'device_id': '621d983f-2e7f-45c8-bfea-5f13eeddfae9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:20:01.057376 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b823c031-0944-4441-adfb-53521535101e req-b6dde2d6-9a37-449d-91e0-8d7f5081aa18 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726860 Apr 01 10:20:01.093984 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:01.267061 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-d6db6bbd-0a36-4eb4-a0f3-c39152fc4c70 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470803 Apr 01 10:20:01.353824 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-283e7908-e026-465b-8932-93f3f1056c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:01.355320 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-283e7908-e026-465b-8932-93f3f1056c5b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=712342bbbbd84cd08df09d7cafb09ee3&device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1129 time: 0.0473185 Apr 01 10:20:01.363572 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8faec569-3f58-4d21-acff-b90edb5c3605 {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:20:01.370971 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Publish callbacks [] for port (8faec569-3f58-4d21-acff-b90edb5c3605), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:01.383968 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Transition to ACTIVE for port object 8faec569-3f58-4d21-acff-b90edb5c3605 will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:20:01.435425 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:01.454441 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-92a38126-b963-411d-adad-8762530787f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:01.455970 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-92a38126-b963-411d-adad-8762530787f6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a115b7-4e10-4144-8a25-c833b6d90947 HTTP/1.1" status: 200 len: 909 time: 0.0832846 Apr 01 10:20:01.501107 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Pushing event updated for resources: {'Port': ['ID=8faec569-3f58-4d21-acff-b90edb5c3605,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:20:01.524443 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-cb1f1aff-7d33-46b0-8425-9516df014155 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 200 len: 1001 time: 0.0628119 Apr 01 10:20:01.553040 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Attempting to bind port 8faec569-3f58-4d21-acff-b90edb5c3605 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:20:01.553403 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Attempting to bind port 8faec569-3f58-4d21-acff-b90edb5c3605 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4518facf-45ce-4864-8ccf-de0f0115bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:20:01.553734 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Attempting to bind port 8faec569-3f58-4d21-acff-b90edb5c3605 on network de4124d9-f858-4f33-bcd8-70187cc540cc {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:20:01.558052 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Port 8faec569-3f58-4d21-acff-b90edb5c3605 on network de4124d9-f858-4f33-bcd8-70187cc540cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:20:01.558458 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Attempting to bind port 8faec569-3f58-4d21-acff-b90edb5c3605 on network de4124d9-f858-4f33-bcd8-70187cc540cc {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:20:01.563773 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 19, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:20:01.564113 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Checking segment: {'id': '4518facf-45ce-4864-8ccf-de0f0115bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:20:01.564494 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Bound using segment: {'id': '4518facf-45ce-4864-8ccf-de0f0115bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:20:01.564917 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Bound port: 8faec569-3f58-4d21-acff-b90edb5c3605, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4518facf-45ce-4864-8ccf-de0f0115bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:20:01.565396 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:01.571325 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-ec48c664-2f40-425b-9e59-adecca3d46d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:01.572767 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-ec48c664-2f40-425b-9e59-adecca3d46d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e1f4eb5-518c-4893-a80c-8440164cc7db HTTP/1.1" status: 200 len: 847 time: 0.0429969 Apr 01 10:20:01.621383 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-8442fcf6-d49e-40b2-bd59-95aa275b4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:01.622885 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-8442fcf6-d49e-40b2-bd59-95aa275b4ed2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a115b7-4e10-4144-8a25-c833b6d90947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0437329 Apr 01 10:20:01.630638 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] For port 8faec569-3f58-4d21-acff-b90edb5c3605, host hv-cinder-maste, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:20:01.633670 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] For port 8faec569-3f58-4d21-acff-b90edb5c3605, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8faec569-3f58-4d21-acff-b90edb5c3605,segment=NetworkSegment(4518facf-45ce-4864-8ccf-de0f0115bee5),segment_id=4518facf-45ce-4864-8ccf-de0f0115bee5)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:20:01.681532 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:01.715550 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:01.715794 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-b80ab97a-065d-4431-9618-0bfdb59fc413 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869877 Apr 01 10:20:01.716675 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:01.718049 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-faebc01c-032d-42d5-9218-a474392b595a service neutron] 10.222.0.43 "PUT /v2.0/ports/8faec569-3f58-4d21-acff-b90edb5c3605 HTTP/1.1" status: 200 len: 1093 time: 0.6985483 Apr 01 10:20:01.718499 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '621d983f-2e7f-45c8-bfea-5f13eeddfae9', 'tag': '8faec569-3f58-4d21-acff-b90edb5c3605'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:20:01.720689 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fea560-2bc1-44dd-b547-63d4582b3f54" -d '{"events": [{"name": "network-changed", "server_uuid": "621d983f-2e7f-45c8-bfea-5f13eeddfae9", "tag": "8faec569-3f58-4d21-acff-b90edb5c3605"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:20:01.747805 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebc01c-032d-42d5-9218-a474392b595a service neutron] Pushing event updated for resources: {'Port': ['ID=8faec569-3f58-4d21-acff-b90edb5c3605,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:20:01.760302 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a709fd8-7ccd-4222-9b88-fa40a38a1c70 x-openstack-request-id: req-9a709fd8-7ccd-4222-9b88-fa40a38a1c70 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:20:01.760631 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "621d983f-2e7f-45c8-bfea-5f13eeddfae9", "tag": "8faec569-3f58-4d21-acff-b90edb5c3605", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:20:01.760952 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9a709fd8-7ccd-4222-9b88-fa40a38a1c70 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:20:01.761379 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a709fd8-7ccd-4222-9b88-fa40a38a1c70'] response: {'name': 'network-changed', 'server_uuid': '621d983f-2e7f-45c8-bfea-5f13eeddfae9', 'tag': '8faec569-3f58-4d21-acff-b90edb5c3605', 'status': 'completed', 'code': 200} Apr 01 10:20:01.813923 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-5f0b0b6d-da64-41cf-bd16-3bd458a1216f req-f7e62598-fb38-45dd-beae-4089708d8910 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903170 Apr 01 10:20:01.824030 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fea560-2bc1-44dd-b547-63d4582b3f54 req-4e05aced-bb6f-4ae4-9c20-085c9b4035d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:01.828158 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f5fea560-2bc1-44dd-b547-63d4582b3f54 req-4e05aced-bb6f-4ae4-9c20-085c9b4035d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd42d30f7a8e47698964ed38af260e5e&device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 1127 time: 0.0472341 Apr 01 10:20:01.904022 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:01.923811 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fea560-2bc1-44dd-b547-63d4582b3f54 req-68b1afaf-5e0d-4a8f-b79d-dc4051e456d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:01.925341 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f5fea560-2bc1-44dd-b547-63d4582b3f54 req-68b1afaf-5e0d-4a8f-b79d-dc4051e456d8 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=dd42d30f7a8e47698964ed38af260e5e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0923367 Apr 01 10:20:02.014764 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fea560-2bc1-44dd-b547-63d4582b3f54 req-b86e7512-ad8e-4ecd-87f4-0b6184a2a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:02.016191 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f5fea560-2bc1-44dd-b547-63d4582b3f54 req-b86e7512-ad8e-4ecd-87f4-0b6184a2a335 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845068 Apr 01 10:20:02.093003 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-2628095d-5e6a-49ba-92b5-a1112a05f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:02.094590 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-2628095d-5e6a-49ba-92b5-a1112a05f265 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd42d30f7a8e47698964ed38af260e5e&device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 1127 time: 0.0449603 Apr 01 10:20:02.140891 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-ccbe52cd-4e36-4394-b3bf-f08090d1474e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8faec569-3f58-4d21-acff-b90edb5c3605 HTTP/1.1" status: 200 len: 217 time: 0.0396273 Apr 01 10:20:02.216531 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-edc26760-96d1-4312-8007-4873d098c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:02.218009 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-edc26760-96d1-4312-8007-4873d098c190 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c7e99f9-326f-4c1f-b09c-bf359d08c718 HTTP/1.1" status: 200 len: 854 time: 0.0682864 Apr 01 10:20:02.225863 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5668acd-55e6-4cd4-8f57-7c2f5bbf4935 req-8332b84e-de63-4687-82f9-d2f588436e15 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:02.227228 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f5668acd-55e6-4cd4-8f57-7c2f5bbf4935 req-8332b84e-de63-4687-82f9-d2f588436e15 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 943 time: 0.0890841 Apr 01 10:20:02.262079 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-52f2c3ac-4f57-4ff0-957f-088a1b83e415 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de4124d9-f858-4f33-bcd8-70187cc540cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339308 Apr 01 10:20:02.346272 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f5668acd-55e6-4cd4-8f57-7c2f5bbf4935 req-b14443db-4bff-474f-811f-aacf2662a7be tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102228 Apr 01 10:20:02.372854 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-7a7363be-5722-4ba7-b91d-e11609b7c612 service neutron] 10.222.0.43 "GET /v2.0/networks/de4124d9-f858-4f33-bcd8-70187cc540cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045508 Apr 01 10:20:02.462633 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e8397eda-0b6e-4eca-90a9-425cce194634 req-0f809b67-c5c9-4cef-9b56-ffe5f3a7082e service neutron] 10.222.0.43 "GET /v2.0/networks/de4124d9-f858-4f33-bcd8-70187cc540cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835195 Apr 01 10:20:02.737703 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:20:03.423625 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:03.465362 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d65d30-6ef3-46d7-9663-fa668866edfa req-10c9755a-d4b9-4f58-8098-5b3e22dcfc76 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:03.467088 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c8d65d30-6ef3-46d7-9663-fa668866edfa req-10c9755a-d4b9-4f58-8098-5b3e22dcfc76 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 943 time: 0.0524998 Apr 01 10:20:03.512310 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c8d65d30-6ef3-46d7-9663-fa668866edfa req-d557fb6e-60b8-4ab1-ae33-91972758cf5b tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 Apr 01 10:20:04.626368 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16bc66-7dbb-4262-8d10-54c0d0228519 req-361a5118-9244-4fd7-b925-3837c3d6d339 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:04.627874 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8d16bc66-7dbb-4262-8d10-54c0d0228519 req-361a5118-9244-4fd7-b925-3837c3d6d339 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 943 time: 0.0510736 Apr 01 10:20:04.677216 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8d16bc66-7dbb-4262-8d10-54c0d0228519 req-1a1656b2-4f87-43c6-b28b-7c702878ede6 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Apr 01 10:20:04.838885 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 8faec569-3f58-4d21-acff-b90edb5c3605 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:20:04.944911 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 8faec569-3f58-4d21-acff-b90edb5c3605, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8faec569-3f58-4d21-acff-b90edb5c3605,segment=NetworkSegment(4518facf-45ce-4864-8ccf-de0f0115bee5),segment_id=4518facf-45ce-4864-8ccf-de0f0115bee5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:20:04.956645 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:04.958221 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '8faec569-3f58-4d21-acff-b90edb5c3605', 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc', 'port_id': '8faec569-3f58-4d21-acff-b90edb5c3605', 'mac_address': 'fa:16:3e:3e:34:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7e99f9-326f-4c1f-b09c-bf359d08c718', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:20:04.994674 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 8faec569-3f58-4d21-acff-b90edb5c3605 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:20:04.995059 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:05.007113 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8faec569-3f58-4d21-acff-b90edb5c3605 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:20:05.025499 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 8faec569-3f58-4d21-acff-b90edb5c3605, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8faec569-3f58-4d21-acff-b90edb5c3605,segment=NetworkSegment(4518facf-45ce-4864-8ccf-de0f0115bee5),segment_id=4518facf-45ce-4864-8ccf-de0f0115bee5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:20:05.092240 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:05.146143 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=8faec569-3f58-4d21-acff-b90edb5c3605,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:20:05.306893 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['8faec569-3f58-4d21-acff-b90edb5c3605'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:20:05.794107 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2033bff4-c856-4f23-b68a-1a328f4230bf req-be9a9417-26f3-4c13-815a-b399cac496d2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:05.795578 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2033bff4-c856-4f23-b68a-1a328f4230bf req-be9a9417-26f3-4c13-815a-b399cac496d2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 944 time: 0.0509794 Apr 01 10:20:05.842466 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-2033bff4-c856-4f23-b68a-1a328f4230bf req-3aa71fb5-db50-4116-a519-f2689c3c0106 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408382 Apr 01 10:20:06.837833 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 8faec569-3f58-4d21-acff-b90edb5c3605 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:20:06.955364 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab7dfa1-d94a-454c-8538-986805038ff5 req-a36b83ba-55a9-4888-95a7-ea07bf7c599b tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:06.957402 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cab7dfa1-d94a-454c-8538-986805038ff5 req-a36b83ba-55a9-4888-95a7-ea07bf7c599b tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 944 time: 0.0508819 Apr 01 10:20:06.961184 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port 8faec569-3f58-4d21-acff-b90edb5c3605 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:20:06.965278 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 8faec569-3f58-4d21-acff-b90edb5c3605 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:20:06.965687 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:07.002704 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cab7dfa1-d94a-454c-8538-986805038ff5 req-04a76ae7-ca6a-4791-a290-74f1de76a038 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398033 Apr 01 10:20:07.041153 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 8faec569-3f58-4d21-acff-b90edb5c3605 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:20:07.041562 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:07.062741 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d983f-2e7f-45c8-bfea-5f13eeddfae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faec569-3f58-4d21-acff-b90edb5c3605'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:20:07.064935 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15aaf3c1-0183-49e1-934c-82f29ab3fb7c" -d '{"events": [{"server_uuid": "621d983f-2e7f-45c8-bfea-5f13eeddfae9", "name": "network-vif-plugged", "status": "completed", "tag": "8faec569-3f58-4d21-acff-b90edb5c3605"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:20:07.077475 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 8faec569-3f58-4d21-acff-b90edb5c3605, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8faec569-3f58-4d21-acff-b90edb5c3605,segment=NetworkSegment(4518facf-45ce-4864-8ccf-de0f0115bee5),segment_id=4518facf-45ce-4864-8ccf-de0f0115bee5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:20:07.099839 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f01e46e-e0c5-4743-8900-d3c0d726229b x-openstack-request-id: req-7f01e46e-e0c5-4743-8900-d3c0d726229b {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:20:07.100214 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621d983f-2e7f-45c8-bfea-5f13eeddfae9", "name": "network-vif-plugged", "status": "completed", "tag": "8faec569-3f58-4d21-acff-b90edb5c3605", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:20:07.100463 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7f01e46e-e0c5-4743-8900-d3c0d726229b {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:20:07.100850 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f01e46e-e0c5-4743-8900-d3c0d726229b'] response: {'server_uuid': '621d983f-2e7f-45c8-bfea-5f13eeddfae9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8faec569-3f58-4d21-acff-b90edb5c3605', 'code': 200} Apr 01 10:20:07.144116 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:07.318927 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=8faec569-3f58-4d21-acff-b90edb5c3605,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:20:07.380879 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6ddae-9198-4dc0-a2ec-fed4df8183d2 req-546fe6b2-0ff6-4ce2-8c58-889506654168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:07.382319 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6de6ddae-9198-4dc0-a2ec-fed4df8183d2 req-546fe6b2-0ff6-4ce2-8c58-889506654168 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 1129 time: 0.0473847 Apr 01 10:20:07.424231 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6de6ddae-9198-4dc0-a2ec-fed4df8183d2 req-8e761c61-ce9c-49f8-a4d9-73f070a9edac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356538 Apr 01 10:20:08.118033 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0503fc88-c400-4932-a38d-cb2251e1e2f5 req-3ca59ba4-e352-464c-9629-9fd22602b533 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:08.119485 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0503fc88-c400-4932-a38d-cb2251e1e2f5 req-3ca59ba4-e352-464c-9629-9fd22602b533 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 945 time: 0.0509818 Apr 01 10:20:08.164519 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0503fc88-c400-4932-a38d-cb2251e1e2f5 req-bd5ceaaa-85cc-4897-bdf8-dfc6d8910bf8 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396049 Apr 01 10:20:09.283197 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b46e2-7796-4fd4-8095-6b731ff569d8 req-291ae6ad-c03c-463e-aaa6-d2d6828db0ca tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:09.285194 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a55b46e2-7796-4fd4-8095-6b731ff569d8 req-291ae6ad-c03c-463e-aaa6-d2d6828db0ca tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 945 time: 0.0550284 Apr 01 10:20:09.330198 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a55b46e2-7796-4fd4-8095-6b731ff569d8 req-3a09e4a5-8f56-4890-a6b9-6cdab5a592a0 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395072 Apr 01 10:20:26.143722 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:28.594644 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bb284e93-d61e-4469-9a60-48bd6aeaa0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:30.834912 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7b1a0153-c5ed-4cfa-a1cc-dda805689655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:31.880635 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:33.412067 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:34.966643 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:39.737236 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:20:48.299143 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe8fcd-0979-4740-923e-e8e4d566efa4 req-f42eb4aa-2187-4140-b32a-8503827f8aa9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:48.300633 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a0fe8fcd-0979-4740-923e-e8e4d566efa4 req-f42eb4aa-2187-4140-b32a-8503827f8aa9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 945 time: 0.0586743 Apr 01 10:20:48.347472 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a0fe8fcd-0979-4740-923e-e8e4d566efa4 req-f9cc449a-ad1f-4d8e-a9e4-e67fab79e6e4 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412796 Apr 01 10:20:49.464032 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406387f2-e5c8-4d71-8696-c03cf61f0972 req-911c09f3-10ae-415f-a48b-3a61b8b326b4 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:49.465511 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-406387f2-e5c8-4d71-8696-c03cf61f0972 req-911c09f3-10ae-415f-a48b-3a61b8b326b4 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 945 time: 0.0513039 Apr 01 10:20:49.517580 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-406387f2-e5c8-4d71-8696-c03cf61f0972 req-8240e4d6-becd-4e89-9f3c-e75c4f15e309 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460951 Apr 01 10:20:50.788767 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faad0a2-c7c1-424f-99b2-9361a1038f5f req-8d468157-3ee6-4dae-8c90-15c34d0da359 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:50.790286 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7faad0a2-c7c1-424f-99b2-9361a1038f5f req-8d468157-3ee6-4dae-8c90-15c34d0da359 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 945 time: 0.0521524 Apr 01 10:20:50.835189 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7faad0a2-c7c1-424f-99b2-9361a1038f5f req-017034c3-b83c-4e3c-a369-2514eed8c6cd tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Apr 01 10:20:51.949397 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d54323-40d7-4cfe-86ba-9debc91d8de1 req-2dffc692-4bf8-4b37-9a10-7f128ff3f0b5 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:51.950844 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-25d54323-40d7-4cfe-86ba-9debc91d8de1 req-2dffc692-4bf8-4b37-9a10-7f128ff3f0b5 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 945 time: 0.0506439 Apr 01 10:20:51.995896 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-25d54323-40d7-4cfe-86ba-9debc91d8de1 req-e240050e-5ca4-429b-a392-7a6946a405f5 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396428 Apr 01 10:20:52.760992 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b3a3d4-08c3-434a-9cdd-ef3c566bcffe req-2d864430-f3b4-4b43-a23e-75378cb4b616 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:52.762393 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-92b3a3d4-08c3-434a-9cdd-ef3c566bcffe req-2d864430-f3b4-4b43-a23e-75378cb4b616 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.43 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 945 time: 0.0541511 Apr 01 10:20:52.850180 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-92b3a3d4-08c3-434a-9cdd-ef3c566bcffe req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Deleting port 8faec569-3f58-4d21-acff-b90edb5c3605 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:20:52.850538 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-92b3a3d4-08c3-434a-9cdd-ef3c566bcffe req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:52.936756 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-92b3a3d4-08c3-434a-9cdd-ef3c566bcffe req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] For port 8faec569-3f58-4d21-acff-b90edb5c3605, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=8faec569-3f58-4d21-acff-b90edb5c3605,segment=NetworkSegment(4518facf-45ce-4864-8ccf-de0f0115bee5),segment_id=4518facf-45ce-4864-8ccf-de0f0115bee5)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:20:52.937108 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-92b3a3d4-08c3-434a-9cdd-ef3c566bcffe req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:52.949392 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-92b3a3d4-08c3-434a-9cdd-ef3c566bcffe req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Calling delete_port for 8faec569-3f58-4d21-acff-b90edb5c3605 owned by compute:nova {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:20:53.117842 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7c2552-b64f-4ddd-add7-a4717e7e57cd req-b26daa27-381c-42a1-8905-0fa179856650 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:53.119381 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8a7c2552-b64f-4ddd-add7-a4717e7e57cd req-b26daa27-381c-42a1-8905-0fa179856650 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=621d983f-2e7f-45c8-bfea-5f13eeddfae9 HTTP/1.1" status: 200 len: 945 time: 0.0573635 Apr 01 10:20:53.164740 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8a7c2552-b64f-4ddd-add7-a4717e7e57cd req-2c434de8-7dbc-4d70-95bc-5cf3fb2426f7 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398271 Apr 01 10:20:53.166109 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-92b3a3d4-08c3-434a-9cdd-ef3c566bcffe req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (8faec569-3f58-4d21-acff-b90edb5c3605), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:53.191717 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Pushing event deleted for resources: {'Port': ['ID=8faec569-3f58-4d21-acff-b90edb5c3605,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:20:53.205617 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.209955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.211148 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:20:53.245299 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b3a3d4-08c3-434a-9cdd-ef3c566bcffe req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] No DVR routers for this DVR port 8faec569-3f58-4d21-acff-b90edb5c3605 on host hv-cinder-maste {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:20:53.247598 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-92b3a3d4-08c3-434a-9cdd-ef3c566bcffe req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:53.250877 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-92b3a3d4-08c3-434a-9cdd-ef3c566bcffe req-8727b01e-cc34-4d02-8733-10a1d93c1377 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.43 "DELETE /v2.0/ports/8faec569-3f58-4d21-acff-b90edb5c3605 HTTP/1.1" status: 204 len: 173 time: 0.4833674 Apr 01 10:20:53.251317 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '621d983f-2e7f-45c8-bfea-5f13eeddfae9', 'name': 'network-vif-deleted', 'tag': '8faec569-3f58-4d21-acff-b90edb5c3605'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:20:53.253625 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be8ff0e-6661-4248-ad3f-2c68ad9b1f3e" -d '{"events": [{"server_uuid": "621d983f-2e7f-45c8-bfea-5f13eeddfae9", "name": "network-vif-deleted", "tag": "8faec569-3f58-4d21-acff-b90edb5c3605"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:20:53.288201 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb69aa6-937e-4c20-a772-635a3bfdbcc1 x-openstack-request-id: req-9eb69aa6-937e-4c20-a772-635a3bfdbcc1 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:20:53.288555 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "621d983f-2e7f-45c8-bfea-5f13eeddfae9", "name": "network-vif-deleted", "tag": "8faec569-3f58-4d21-acff-b90edb5c3605", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:20:53.288978 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-9eb69aa6-937e-4c20-a772-635a3bfdbcc1 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:20:53.289416 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eb69aa6-937e-4c20-a772-635a3bfdbcc1'] response: {'server_uuid': '621d983f-2e7f-45c8-bfea-5f13eeddfae9', 'name': 'network-vif-deleted', 'tag': '8faec569-3f58-4d21-acff-b90edb5c3605', 'status': 'completed', 'code': 200} Apr 01 10:20:55.083257 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 8faec569-3f58-4d21-acff-b90edb5c3605 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:20:55.103045 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: 8faec569-3f58-4d21-acff-b90edb5c3605 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:20:55.103392 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 8faec569-3f58-4d21-acff-b90edb5c3605 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:20:56.125996 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:58.512631 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-2ac0fb7b-d181-41a0-b3c9-8405c5db22e2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:20:58.514125 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-2ac0fb7b-d181-41a0-b3c9-8405c5db22e2 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/networks?id=de4124d9-f858-4f33-bcd8-70187cc540cc HTTP/1.1" status: 200 len: 814 time: 0.1016033 Apr 01 10:20:58.528543 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-3508ccf6-0536-46da-854a-f5ea865007ca tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/quotas/dd42d30f7a8e47698964ed38af260e5e HTTP/1.1" status: 200 len: 375 time: 0.0088871 Apr 01 10:20:58.560894 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-75c4893c-3cc4-48b0-92f4-5ef4e1f5076a tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd42d30f7a8e47698964ed38af260e5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270712 Apr 01 10:20:58.618236 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-68653e5d-5932-460f-8e69-345e9a3dcae4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:20:58.652773 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-dfb2176e-2113-4c13-8499-7733ace3d31b service neutron] 10.222.0.13 "GET /v2.0/networks/de4124d9-f858-4f33-bcd8-70187cc540cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853415 Apr 01 10:20:58.739233 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-3faa0378-93b2-4bd0-8349-182e7d8d45da service neutron] 10.222.0.13 "GET /v2.0/networks/de4124d9-f858-4f33-bcd8-70187cc540cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806880 Apr 01 10:20:58.951198 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cff4ebed-d7dd-4463-9b77-934facc12458 req-e0bb6f2b-a149-4511-aecb-1fe9ec1925f5 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 210 time: 0.0268555 Apr 01 10:21:00.049324 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8645b716-a857-4107-bbb7-ca19206bbf06 req-9a3a7a75-445d-47f1-8e53-2427c54fee77 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 210 time: 0.0288043 Apr 01 10:21:00.656069 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1286cb84-e3cc-41d5-a5c5-0979a0c748cb tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:00.658171 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1286cb84-e3cc-41d5-a5c5-0979a0c748cb tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.43 "GET /v2.0/networks?id=de4124d9-f858-4f33-bcd8-70187cc540cc HTTP/1.1" status: 200 len: 814 time: 0.1089058 Apr 01 10:21:00.669375 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Request body: {'port': {'device_id': '6155459f-d9cb-4376-88cb-68aa1df830ff', 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc', 'admin_state_up': True, 'tenant_id': 'dd42d30f7a8e47698964ed38af260e5e'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:21:00.874987 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-46eb046b-adc8-4b8b-b7e2-a45f25b54e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:00.886793 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Made reservation on behalf of dd42d30f7a8e47698964ed38af260e5e for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:21:00.890190 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:01.012561 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Allocated IP 172.20.0.2 (de4124d9-f858-4f33-bcd8-70187cc540cc/0c7e99f9-326f-4c1f-b09c-bf359d08c718/d79a853a-8205-4bf6-a399-7ca127cb77c5) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:21:01.150876 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ac63ace7-7fa5-4579-9121-7d323804a138 req-b1c0e6cd-381f-41f2-9c1b-2d516c4c3ed9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 210 time: 0.0361543 Apr 01 10:21:01.180145 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks [] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:01.297974 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:01.340627 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Network de4124d9-f858-4f33-bcd8-70187cc540cc is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:21:01.344005 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:21:01.354769 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:21:01.384752 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Pushing event updated for resources: {'Port': ['ID=d79a853a-8205-4bf6-a399-7ca127cb77c5,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:01.422254 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:01.423018 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:01.511318 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-140dba22-2b10-4976-94b9-a090513c8a91 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8459013 Apr 01 10:21:01.522650 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Request body: {'port': {'device_id': '6155459f-d9cb-4376-88cb-68aa1df830ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:21:01.580272 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:01.831624 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d79a853a-8205-4bf6-a399-7ca127cb77c5 {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:21:01.839355 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Publish callbacks [] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:01.851091 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Transition to ACTIVE for port object d79a853a-8205-4bf6-a399-7ca127cb77c5 will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:21:01.909079 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:01.948813 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:01.998955 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Pushing event updated for resources: {'Port': ['ID=d79a853a-8205-4bf6-a399-7ca127cb77c5,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:02.066208 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Attempting to bind port d79a853a-8205-4bf6-a399-7ca127cb77c5 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:21:02.066536 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Attempting to bind port d79a853a-8205-4bf6-a399-7ca127cb77c5 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '4518facf-45ce-4864-8ccf-de0f0115bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:21:02.066856 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Attempting to bind port d79a853a-8205-4bf6-a399-7ca127cb77c5 on network de4124d9-f858-4f33-bcd8-70187cc540cc {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:21:02.070917 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Port d79a853a-8205-4bf6-a399-7ca127cb77c5 on network de4124d9-f858-4f33-bcd8-70187cc540cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:21:02.071231 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Attempting to bind port d79a853a-8205-4bf6-a399-7ca127cb77c5 on network de4124d9-f858-4f33-bcd8-70187cc540cc {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:21:02.076546 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:21:02.076878 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Checking segment: {'id': '4518facf-45ce-4864-8ccf-de0f0115bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:21:02.077283 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Bound using segment: {'id': '4518facf-45ce-4864-8ccf-de0f0115bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:21:02.077736 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Bound port: d79a853a-8205-4bf6-a399-7ca127cb77c5, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4518facf-45ce-4864-8ccf-de0f0115bee5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:21:02.078040 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:02.140719 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] For port d79a853a-8205-4bf6-a399-7ca127cb77c5, host hv-cinder-maste, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:21:02.143609 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] For port d79a853a-8205-4bf6-a399-7ca127cb77c5, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d79a853a-8205-4bf6-a399-7ca127cb77c5,segment=NetworkSegment(4518facf-45ce-4864-8ccf-de0f0115bee5),segment_id=4518facf-45ce-4864-8ccf-de0f0115bee5)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:21:02.244679 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:02.285034 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:02.285687 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:02.287482 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] 10.222.0.43 "PUT /v2.0/ports/d79a853a-8205-4bf6-a399-7ca127cb77c5 HTTP/1.1" status: 200 len: 1093 time: 0.7686703 Apr 01 10:21:02.289439 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6155459f-d9cb-4376-88cb-68aa1df830ff', 'tag': 'd79a853a-8205-4bf6-a399-7ca127cb77c5'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:21:02.296136 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5509c96-a0da-41fc-bfc3-6db095e02b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "6155459f-d9cb-4376-88cb-68aa1df830ff", "tag": "d79a853a-8205-4bf6-a399-7ca127cb77c5"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:21:02.330193 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365bb6ca-1d0c-4119-80d9-2f464a0a2085 req-b8065907-e44e-4050-b47c-474f3d231da3 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:02.331731 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-365bb6ca-1d0c-4119-80d9-2f464a0a2085 req-b8065907-e44e-4050-b47c-474f3d231da3 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 943 time: 0.1162481 Apr 01 10:21:02.333264 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992ec163-c39b-4fd0-8794-d4ea672be468 x-openstack-request-id: req-992ec163-c39b-4fd0-8794-d4ea672be468 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:21:02.333488 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6155459f-d9cb-4376-88cb-68aa1df830ff", "tag": "d79a853a-8205-4bf6-a399-7ca127cb77c5", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:21:02.333733 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-992ec163-c39b-4fd0-8794-d4ea672be468 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:21:02.334113 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992ec163-c39b-4fd0-8794-d4ea672be468'] response: {'name': 'network-changed', 'server_uuid': '6155459f-d9cb-4376-88cb-68aa1df830ff', 'tag': 'd79a853a-8205-4bf6-a399-7ca127cb77c5', 'status': 'completed', 'code': 200} Apr 01 10:21:02.335017 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e24f5-829f-497c-9b54-06a9267718db service neutron] Pushing event updated for resources: {'Port': ['ID=d79a853a-8205-4bf6-a399-7ca127cb77c5,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:02.414951 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-365bb6ca-1d0c-4119-80d9-2f464a0a2085 req-5788ed13-c2d4-476a-a5b7-4e4098454bca tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753865 Apr 01 10:21:02.424463 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5509c96-a0da-41fc-bfc3-6db095e02b0e req-a382cc21-fa71-4e51-ba0d-0c83f1e5ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:02.425944 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c5509c96-a0da-41fc-bfc3-6db095e02b0e req-a382cc21-fa71-4e51-ba0d-0c83f1e5ee39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd42d30f7a8e47698964ed38af260e5e&device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 1127 time: 0.0690668 Apr 01 10:21:02.518462 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5509c96-a0da-41fc-bfc3-6db095e02b0e req-822fbf3c-abbb-4275-ad63-2d33e00b5c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:02.519905 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c5509c96-a0da-41fc-bfc3-6db095e02b0e req-822fbf3c-abbb-4275-ad63-2d33e00b5c5c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=dd42d30f7a8e47698964ed38af260e5e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0878081 Apr 01 10:21:02.616117 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5509c96-a0da-41fc-bfc3-6db095e02b0e req-c91bf7e3-b921-4952-8988-26ebbfda0624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:02.616117 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c5509c96-a0da-41fc-bfc3-6db095e02b0e req-c91bf7e3-b921-4952-8988-26ebbfda0624 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891881 Apr 01 10:21:02.690253 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-92c56ef4-1c90-42d8-95b1-bbe03abf9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:02.691719 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-92c56ef4-1c90-42d8-95b1-bbe03abf9616 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dd42d30f7a8e47698964ed38af260e5e&device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 1127 time: 0.0431733 Apr 01 10:21:02.730389 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-297d3bb0-5187-4bb0-bf4a-0ee0ec8fa896 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d79a853a-8205-4bf6-a399-7ca127cb77c5 HTTP/1.1" status: 200 len: 217 time: 0.0327349 Apr 01 10:21:02.779541 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-ff7ac374-3c31-4061-a9f7-fb167f221e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:02.780911 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-ff7ac374-3c31-4061-a9f7-fb167f221e7f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0c7e99f9-326f-4c1f-b09c-bf359d08c718 HTTP/1.1" status: 200 len: 854 time: 0.0443926 Apr 01 10:21:02.811127 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-63a6dfbe-e2a9-421a-a6d8-e8794278ec3c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=de4124d9-f858-4f33-bcd8-70187cc540cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244865 Apr 01 10:21:02.895153 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-36258dac-9bd5-4870-8063-9aa514d9d731 service neutron] 10.222.0.43 "GET /v2.0/networks/de4124d9-f858-4f33-bcd8-70187cc540cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0775669 Apr 01 10:21:02.984654 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cfd78108-1c82-46cb-a4a3-5cafa84a87f8 req-fb0ced43-2cc4-4155-8aad-f654240aad3b service neutron] 10.222.0.43 "GET /v2.0/networks/de4124d9-f858-4f33-bcd8-70187cc540cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838807 Apr 01 10:21:03.275248 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7575558a-e755-4439-af10-2b2801717408 req-f42eb3e7-f72c-4920-8911-6e7fbf63de46 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417860 Apr 01 10:21:03.359937 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575558a-e755-4439-af10-2b2801717408 req-d6316af8-34f0-4292-a20c-631f6ddfdeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:03.361461 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7575558a-e755-4439-af10-2b2801717408 req-d6316af8-34f0-4292-a20c-631f6ddfdeae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=712342bbbbd84cd08df09d7cafb09ee3&device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1129 time: 0.0448284 Apr 01 10:21:03.383566 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:03.465502 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575558a-e755-4439-af10-2b2801717408 req-72a616ca-24a1-4ab0-9d1c-c0477e95ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:03.467303 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7575558a-e755-4439-af10-2b2801717408 req-72a616ca-24a1-4ab0-9d1c-c0477e95ecc8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a115b7-4e10-4144-8a25-c833b6d90947 HTTP/1.1" status: 200 len: 909 time: 0.0872922 Apr 01 10:21:03.572353 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7575558a-e755-4439-af10-2b2801717408 req-3ee042eb-2190-4bea-86c8-6317d8f896d5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 200 len: 1001 time: 0.0981352 Apr 01 10:21:03.594671 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f9e1f-492d-4285-a441-91bc89a96e27 req-1bbf6940-a31d-4e98-bbaf-3b11c0149260 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:03.596075 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-099f9e1f-492d-4285-a441-91bc89a96e27 req-1bbf6940-a31d-4e98-bbaf-3b11c0149260 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 943 time: 0.1135225 Apr 01 10:21:03.650183 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575558a-e755-4439-af10-2b2801717408 req-57038175-1d2f-4f2e-b77b-87de8e0a489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:03.652242 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7575558a-e755-4439-af10-2b2801717408 req-57038175-1d2f-4f2e-b77b-87de8e0a489d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e1f4eb5-518c-4893-a80c-8440164cc7db HTTP/1.1" status: 200 len: 847 time: 0.0729477 Apr 01 10:21:03.673485 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-099f9e1f-492d-4285-a441-91bc89a96e27 req-022cc518-2ce7-4404-b8cf-11cdc8e09a6b tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607073 Apr 01 10:21:03.703963 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575558a-e755-4439-af10-2b2801717408 req-f6341a26-b9a2-4a40-aef3-cc238a482c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:03.705435 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7575558a-e755-4439-af10-2b2801717408 req-f6341a26-b9a2-4a40-aef3-cc238a482c26 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a115b7-4e10-4144-8a25-c833b6d90947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0463490 Apr 01 10:21:03.792930 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7575558a-e755-4439-af10-2b2801717408 req-7692b6fd-16f1-43b8-b898-842890dafb79 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813181 Apr 01 10:21:03.877478 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7575558a-e755-4439-af10-2b2801717408 req-aaa59d73-a7d7-4e6f-9444-ad5fe3371304 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779085 Apr 01 10:21:04.786547 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701478a5-bbc0-47a7-9148-c270d44958c0 req-e6367ad3-5587-40c2-8101-ea4b86fb1688 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:04.787974 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-701478a5-bbc0-47a7-9148-c270d44958c0 req-e6367ad3-5587-40c2-8101-ea4b86fb1688 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 943 time: 0.0500643 Apr 01 10:21:04.841878 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-701478a5-bbc0-47a7-9148-c270d44958c0 req-6dbe2563-452d-49d7-b085-c4124ea40cfb tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478663 Apr 01 10:21:04.937068 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:05.114302 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d79a853a-8205-4bf6-a399-7ca127cb77c5 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:21:05.212245 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d79a853a-8205-4bf6-a399-7ca127cb77c5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d79a853a-8205-4bf6-a399-7ca127cb77c5,segment=NetworkSegment(4518facf-45ce-4864-8ccf-de0f0115bee5),segment_id=4518facf-45ce-4864-8ccf-de0f0115bee5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:21:05.225484 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'd79a853a-8205-4bf6-a399-7ca127cb77c5', 'network_id': 'de4124d9-f858-4f33-bcd8-70187cc540cc', 'port_id': 'd79a853a-8205-4bf6-a399-7ca127cb77c5', 'mac_address': 'fa:16:3e:74:f4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c7e99f9-326f-4c1f-b09c-bf359d08c718', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:21:05.262464 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port d79a853a-8205-4bf6-a399-7ca127cb77c5 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:21:05.262857 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:05.275224 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d79a853a-8205-4bf6-a399-7ca127cb77c5 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:21:05.294359 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d79a853a-8205-4bf6-a399-7ca127cb77c5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d79a853a-8205-4bf6-a399-7ca127cb77c5,segment=NetworkSegment(4518facf-45ce-4864-8ccf-de0f0115bee5),segment_id=4518facf-45ce-4864-8ccf-de0f0115bee5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:21:05.372149 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:05.420751 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=d79a853a-8205-4bf6-a399-7ca127cb77c5,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:05.427424 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.430968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.430968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.430968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.430968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.430968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.430968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.430968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.430968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.430968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.430968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.430968 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.431988 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.431988 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.431988 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:05.587044 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['d79a853a-8205-4bf6-a399-7ca127cb77c5'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:21:05.955316 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229a0684-0ca1-45eb-94f9-a80321f4c9a3 req-b2ac79f4-cc52-4ac1-b393-323ab738a3fc tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:05.956760 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-229a0684-0ca1-45eb-94f9-a80321f4c9a3 req-b2ac79f4-cc52-4ac1-b393-323ab738a3fc tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 944 time: 0.0502658 Apr 01 10:21:06.002537 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-229a0684-0ca1-45eb-94f9-a80321f4c9a3 req-b619bc5d-9116-4557-b5c8-d722dac83a07 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402296 Apr 01 10:21:07.114787 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1024051-4b9b-40bd-895a-6a9f1184b33b req-3a50b387-f4a6-4055-a4a7-8e2a222e7e87 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:07.116247 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a1024051-4b9b-40bd-895a-6a9f1184b33b req-3a50b387-f4a6-4055-a4a7-8e2a222e7e87 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 944 time: 0.0505586 Apr 01 10:21:07.130023 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d79a853a-8205-4bf6-a399-7ca127cb77c5 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:21:07.162438 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a1024051-4b9b-40bd-895a-6a9f1184b33b req-c9ed2147-4e72-4646-9906-69c66d0f30f9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401986 Apr 01 10:21:07.251523 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port d79a853a-8205-4bf6-a399-7ca127cb77c5 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:21:07.255285 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port d79a853a-8205-4bf6-a399-7ca127cb77c5 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:21:07.255756 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:07.330678 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port d79a853a-8205-4bf6-a399-7ca127cb77c5 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:21:07.330983 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:07.352713 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6155459f-d9cb-4376-88cb-68aa1df830ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79a853a-8205-4bf6-a399-7ca127cb77c5'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:21:07.355489 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46eabf5e-d3f1-40f1-bf7c-503b8830d876" -d '{"events": [{"server_uuid": "6155459f-d9cb-4376-88cb-68aa1df830ff", "name": "network-vif-plugged", "status": "completed", "tag": "d79a853a-8205-4bf6-a399-7ca127cb77c5"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:21:07.367577 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port d79a853a-8205-4bf6-a399-7ca127cb77c5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d79a853a-8205-4bf6-a399-7ca127cb77c5,segment=NetworkSegment(4518facf-45ce-4864-8ccf-de0f0115bee5),segment_id=4518facf-45ce-4864-8ccf-de0f0115bee5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:21:07.391972 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed23cf41-07a7-4c3c-95b4-726f27c4b52b x-openstack-request-id: req-ed23cf41-07a7-4c3c-95b4-726f27c4b52b {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:21:07.392265 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6155459f-d9cb-4376-88cb-68aa1df830ff", "name": "network-vif-plugged", "status": "completed", "tag": "d79a853a-8205-4bf6-a399-7ca127cb77c5", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:21:07.392514 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-ed23cf41-07a7-4c3c-95b4-726f27c4b52b {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:21:07.392904 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed23cf41-07a7-4c3c-95b4-726f27c4b52b'] response: {'server_uuid': '6155459f-d9cb-4376-88cb-68aa1df830ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd79a853a-8205-4bf6-a399-7ca127cb77c5', 'code': 200} Apr 01 10:21:07.412302 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:07.463098 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=d79a853a-8205-4bf6-a399-7ca127cb77c5,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:07.634322 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b919549-ec87-4ed7-b782-2184f7f4247b req-4bf71266-5a0e-406b-9258-a0b8650f7114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:07.635728 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6b919549-ec87-4ed7-b782-2184f7f4247b req-4bf71266-5a0e-406b-9258-a0b8650f7114 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 1129 time: 0.0458956 Apr 01 10:21:07.676323 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6b919549-ec87-4ed7-b782-2184f7f4247b req-dcabea16-0a57-4aff-a399-193dd224296e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Apr 01 10:21:08.275664 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4a1cd2-9227-4df1-975c-54e7c7f38d9a req-6bf72f9e-8e56-4b09-b05d-a1ac06fa56ab tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:08.277102 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ee4a1cd2-9227-4df1-975c-54e7c7f38d9a req-6bf72f9e-8e56-4b09-b05d-a1ac06fa56ab tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 945 time: 0.0503578 Apr 01 10:21:08.321860 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ee4a1cd2-9227-4df1-975c-54e7c7f38d9a req-21756c20-b24e-4220-ac64-4ec7439ae1e0 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393004 Apr 01 10:21:09.439581 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da30283-ed77-4a59-ac62-1cf49f99a232 req-4ec22e33-1eaf-4fff-a79b-2c3582286230 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:09.442583 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4da30283-ed77-4a59-ac62-1cf49f99a232 req-4ec22e33-1eaf-4fff-a79b-2c3582286230 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 945 time: 0.0530159 Apr 01 10:21:09.486792 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4da30283-ed77-4a59-ac62-1cf49f99a232 req-77c82e47-d1e4-4e4b-bd19-a98df8319c24 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401127 Apr 01 10:21:13.755624 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1318fe66-2bd7-4166-812b-6df1ea550ef6 req-04976c7b-48ff-4dae-93da-58ce6f5432fc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:13.757124 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1318fe66-2bd7-4166-812b-6df1ea550ef6 req-04976c7b-48ff-4dae-93da-58ce6f5432fc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0521302 Apr 01 10:21:13.806691 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1318fe66-2bd7-4166-812b-6df1ea550ef6 req-930fb7a8-b8fd-40e2-902d-33876b1b240e tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436981 Apr 01 10:21:14.923312 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52dcb1e-f31d-40b6-8690-503ad3ec44a1 req-9509e89b-1aab-415c-bae7-bea0ce4fd8d8 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:14.924738 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c52dcb1e-f31d-40b6-8690-503ad3ec44a1 req-9509e89b-1aab-415c-bae7-bea0ce4fd8d8 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0500100 Apr 01 10:21:14.976415 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c52dcb1e-f31d-40b6-8690-503ad3ec44a1 req-f61750f1-6b0a-48c5-b425-4af96916defc tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460765 Apr 01 10:21:16.091223 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732177c0-00c3-4e4c-95de-774e859cdcfd req-ca29ee9a-7077-4542-a450-4cc3e5d18587 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:16.092673 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-732177c0-00c3-4e4c-95de-774e859cdcfd req-ca29ee9a-7077-4542-a450-4cc3e5d18587 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0515881 Apr 01 10:21:16.141905 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-732177c0-00c3-4e4c-95de-774e859cdcfd req-8523abb4-bb26-4f2d-938b-ed412f6dfe3b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435050 Apr 01 10:21:16.735778 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:21:17.271464 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3780b-392f-41e7-9982-b99f80dc3236 req-4d07a948-bfb2-4b82-99cc-52d7364dce31 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:17.272910 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-73b3780b-392f-41e7-9982-b99f80dc3236 req-4d07a948-bfb2-4b82-99cc-52d7364dce31 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0529654 Apr 01 10:21:17.319202 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-73b3780b-392f-41e7-9982-b99f80dc3236 req-3d55312e-7762-41f6-9a83-13ed1281f0c8 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408421 Apr 01 10:21:18.437469 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a177091-2bff-468c-a4bd-ab21fc46f5c2 req-2ced649b-4199-46f5-b1dc-f20f2438f985 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:18.438894 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5a177091-2bff-468c-a4bd-ab21fc46f5c2 req-2ced649b-4199-46f5-b1dc-f20f2438f985 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0536718 Apr 01 10:21:18.485413 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5a177091-2bff-468c-a4bd-ab21fc46f5c2 req-63b49b20-33c8-47c2-bd8f-49c11fae9872 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410361 Apr 01 10:21:19.615443 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea35a53-5f6b-4f0f-b1b3-98ce2de8ab85 req-bf31456f-add9-4010-a1e4-34184a096ede tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:19.616950 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4ea35a53-5f6b-4f0f-b1b3-98ce2de8ab85 req-bf31456f-add9-4010-a1e4-34184a096ede tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0530708 Apr 01 10:21:19.665156 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4ea35a53-5f6b-4f0f-b1b3-98ce2de8ab85 req-3c742636-451c-44c2-8327-6b2f4cbd88d5 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425203 Apr 01 10:21:20.783762 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b43458-7985-45d4-b675-47a76c5df1ed req-968a31af-63b6-4b0d-ab68-e89b02fe895c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:20.785278 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-19b43458-7985-45d4-b675-47a76c5df1ed req-968a31af-63b6-4b0d-ab68-e89b02fe895c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0554936 Apr 01 10:21:21.101903 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-19b43458-7985-45d4-b675-47a76c5df1ed req-6b810a0a-c2de-4af1-9786-ec34d30122c1 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110554 Apr 01 10:21:22.214100 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e346b240-8074-4404-8b9d-4b26dc3dd88f req-c44884f6-25b4-486c-9e45-2231442b4fc5 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:22.215541 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e346b240-8074-4404-8b9d-4b26dc3dd88f req-c44884f6-25b4-486c-9e45-2231442b4fc5 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0504010 Apr 01 10:21:22.262631 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e346b240-8074-4404-8b9d-4b26dc3dd88f req-a38eaad5-d76f-4c1a-9923-0baceaee9143 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413251 Apr 01 10:21:23.379657 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f199860-9977-4d7b-b93f-902ca69487c2 req-582a2364-1da3-4aca-abc0-26040a017f2d tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:23.381097 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6f199860-9977-4d7b-b93f-902ca69487c2 req-582a2364-1da3-4aca-abc0-26040a017f2d tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0503912 Apr 01 10:21:23.431121 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-6f199860-9977-4d7b-b93f-902ca69487c2 req-145a8135-7b6a-497d-b9b0-d7e3547d5572 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439105 Apr 01 10:21:23.960850 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17641244-5279-4b78-8f79-04d7d150b1e3 req-f9c7ae5e-9a95-4304-8f1b-0454f7bf81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:23.962218 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-17641244-5279-4b78-8f79-04d7d150b1e3 req-f9c7ae5e-9a95-4304-8f1b-0454f7bf81a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=712342bbbbd84cd08df09d7cafb09ee3&device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1129 time: 0.0417006 Apr 01 10:21:24.046764 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17641244-5279-4b78-8f79-04d7d150b1e3 req-bef4469b-9920-4313-88f9-923c8e96b291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:24.048163 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-17641244-5279-4b78-8f79-04d7d150b1e3 req-bef4469b-9920-4313-88f9-923c8e96b291 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a115b7-4e10-4144-8a25-c833b6d90947 HTTP/1.1" status: 200 len: 909 time: 0.0793967 Apr 01 10:21:24.114165 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-17641244-5279-4b78-8f79-04d7d150b1e3 req-4ef203eb-63f6-4be4-b24a-001597e35068 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 200 len: 1001 time: 0.0596128 Apr 01 10:21:24.159617 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17641244-5279-4b78-8f79-04d7d150b1e3 req-11c8ff9c-fd10-4b85-bbb5-cf7d13269572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:24.160955 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-17641244-5279-4b78-8f79-04d7d150b1e3 req-11c8ff9c-fd10-4b85-bbb5-cf7d13269572 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e1f4eb5-518c-4893-a80c-8440164cc7db HTTP/1.1" status: 200 len: 847 time: 0.0408993 Apr 01 10:21:24.207995 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17641244-5279-4b78-8f79-04d7d150b1e3 req-cbe5448f-499d-4369-a16d-5334e90b8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:24.209460 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-17641244-5279-4b78-8f79-04d7d150b1e3 req-cbe5448f-499d-4369-a16d-5334e90b8898 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a115b7-4e10-4144-8a25-c833b6d90947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417056 Apr 01 10:21:24.298789 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-17641244-5279-4b78-8f79-04d7d150b1e3 req-c7979a9e-9200-47bc-8cfc-2c83ca5dbfc7 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823143 Apr 01 10:21:24.388334 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-17641244-5279-4b78-8f79-04d7d150b1e3 req-dd729c20-e004-40dd-a641-18158b621dd3 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828536 Apr 01 10:21:24.553812 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60536df-bd5b-4493-8cae-551e10bd9b12 req-82c32dcd-d332-4e96-98e2-4fdf1e69de18 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:24.555186 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a60536df-bd5b-4493-8cae-551e10bd9b12 req-82c32dcd-d332-4e96-98e2-4fdf1e69de18 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0555675 Apr 01 10:21:24.602307 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a60536df-bd5b-4493-8cae-551e10bd9b12 req-e3f14a69-71b9-414a-a742-c80c5977c1ed tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410287 Apr 01 10:21:25.880396 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f819bd3-3a5f-4ebe-a778-712995d45038 req-3c1db39f-7bbe-4cf6-8ed8-7ef2f0dedc8b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:25.882588 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9f819bd3-3a5f-4ebe-a778-712995d45038 req-3c1db39f-7bbe-4cf6-8ed8-7ef2f0dedc8b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0601435 Apr 01 10:21:25.935246 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9f819bd3-3a5f-4ebe-a778-712995d45038 req-d5eff9b9-3442-4473-9589-816bd777191f tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467513 Apr 01 10:21:26.125255 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:27.051634 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a138-1ef2-4940-83d7-174485b5058e req-a4c17cd7-dc4e-44c5-b409-6714e1671901 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:27.053108 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-16a3a138-1ef2-4940-83d7-174485b5058e req-a4c17cd7-dc4e-44c5-b409-6714e1671901 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0515437 Apr 01 10:21:27.104565 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-16a3a138-1ef2-4940-83d7-174485b5058e req-c8247adc-92ed-47fe-9795-1a33a625df58 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450242 Apr 01 10:21:27.414137 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5f61a1-32bd-4ba4-a711-01ab7da9327c req-5fee7f8f-8ed4-4396-999d-4dc6868f8394 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:27.415619 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-db5f61a1-32bd-4ba4-a711-01ab7da9327c req-5fee7f8f-8ed4-4396-999d-4dc6868f8394 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0524738 Apr 01 10:21:27.464383 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-db5f61a1-32bd-4ba4-a711-01ab7da9327c req-b401eeb9-4112-450d-a8ac-6b835ea08082 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425885 Apr 01 10:21:27.532972 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-a8215dd6-539a-4c08-908d-40db92862e50 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448908 Apr 01 10:21:27.657532 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-89ee4331-1ca0-41b7-bafc-584b65a0c736 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:27.658782 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-89ee4331-1ca0-41b7-bafc-584b65a0c736 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports/f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 200 len: 942 time: 0.0978975 Apr 01 10:21:28.579618 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3adaa2-4d25-43b4-98c2-0f735e48abfa req-d950826e-4f1a-461a-9ad5-5dd610fc0f25 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:28.580992 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-bb3adaa2-4d25-43b4-98c2-0f735e48abfa req-d950826e-4f1a-461a-9ad5-5dd610fc0f25 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0513668 Apr 01 10:21:28.623033 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-82c36d0a-c77d-4873-a911-706d05fbe443 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:28.630827 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-bb3adaa2-4d25-43b4-98c2-0f735e48abfa req-5a7faa81-b610-43fb-aeb1-2514e7bc1e19 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441072 Apr 01 10:21:29.320629 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f20b0a54-e4a0-4507-8e3f-d9159689b21c no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:21:29.396966 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port f20b0a54-e4a0-4507-8e3f-d9159689b21c is: ACTIVE; New status is: DOWN {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:21:29.397385 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:29.419466 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:21:29.421677 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69997193-e7cb-442a-a69c-b50a36fa945f" -d '{"events": [{"server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "name": "network-vif-unplugged", "status": "completed", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:21:29.433500 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f20b0a54-e4a0-4507-8e3f-d9159689b21c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:21:29.456207 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 01 Apr 2022 10:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8017cf3-2311-45b1-a680-09707f04a6e0 x-openstack-request-id: req-d8017cf3-2311-45b1-a680-09707f04a6e0 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:21:29.456207 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "name": "network-vif-unplugged", "status": "completed", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:21:29.456207 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-d8017cf3-2311-45b1-a680-09707f04a6e0 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:21:29.456207 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8017cf3-2311-45b1-a680-09707f04a6e0'] response: {'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'code': 200} Apr 01 10:21:29.502853 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:29.553611 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=f20b0a54-e4a0-4507-8e3f-d9159689b21c,revision_number=6']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:29.610307 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-ccc72674-53c3-45ad-852c-69c22d8d918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:29.611826 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-ccc72674-53c3-45ad-852c-69c22d8d918e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302&tenant_id=712342bbbbd84cd08df09d7cafb09ee3 HTTP/1.1" status: 200 len: 1127 time: 0.0478976 Apr 01 10:21:29.676998 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-a94f5433-6398-4e07-b83b-ace1005c6c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:29.678541 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-a94f5433-6398-4e07-b83b-ace1005c6c82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=712342bbbbd84cd08df09d7cafb09ee3&device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1127 time: 0.0451870 Apr 01 10:21:29.803424 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d93eb-05cf-4a88-8f1a-ad92d700e0a6 req-62d2b102-b1d7-4d81-98fc-9fe4da4e10f1 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:29.804893 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d79d93eb-05cf-4a88-8f1a-ad92d700e0a6 req-62d2b102-b1d7-4d81-98fc-9fe4da4e10f1 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 943 time: 0.1028657 Apr 01 10:21:29.826809 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-8850ec87-0f03-4efc-9422-7b397575b6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:29.828187 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-8850ec87-0f03-4efc-9422-7b397575b6a0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a115b7-4e10-4144-8a25-c833b6d90947 HTTP/1.1" status: 200 len: 909 time: 0.1439431 Apr 01 10:21:29.901549 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d79d93eb-05cf-4a88-8f1a-ad92d700e0a6 req-d20d3ea9-3607-4f67-9e7d-e666cd4b6c35 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905240 Apr 01 10:21:29.916630 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-2ae6ab98-456f-4e90-805b-f26ee5089bd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 200 len: 999 time: 0.0811207 Apr 01 10:21:29.966628 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-84e6c829-1785-4689-bd8b-f0e3e3759efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:29.968398 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-84e6c829-1785-4689-bd8b-f0e3e3759efd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e1f4eb5-518c-4893-a80c-8440164cc7db HTTP/1.1" status: 200 len: 847 time: 0.0440640 Apr 01 10:21:30.018196 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-64bf5b1b-e98a-40d7-83ea-283025506e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:30.019690 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-64bf5b1b-e98a-40d7-83ea-283025506e93 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a115b7-4e10-4144-8a25-c833b6d90947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449789 Apr 01 10:21:30.108068 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-774467eb-3dbf-4a89-939a-ffdfe7b15c5c service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828137 Apr 01 10:21:30.202354 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a843663c-5cb3-4f6c-a0f5-7b9660ea9bd2 req-6c3e3725-3ac0-4e56-a8c8-c91780beca93 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883815 Apr 01 10:21:30.709563 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baa164e-2d6c-4e39-a3bf-a1727c922529 req-a83b5b80-1a06-41f7-9aa9-129b28265cf3 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:30.711009 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4baa164e-2d6c-4e39-a3bf-a1727c922529 req-a83b5b80-1a06-41f7-9aa9-129b28265cf3 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 945 time: 0.0520172 Apr 01 10:21:30.756334 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4baa164e-2d6c-4e39-a3bf-a1727c922529 req-d4713c6d-d7db-48e3-ac2e-d24d9a99c0c8 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391150 Apr 01 10:21:30.834419 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f5f8e519-35c6-45e2-8cec-52e443362c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:31.022805 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda9d7b7-f8d8-488f-9b8b-3bc813ec9279 req-634cf5ef-2c8b-4cd9-98db-b1f848e93975 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:31.024282 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cda9d7b7-f8d8-488f-9b8b-3bc813ec9279 req-634cf5ef-2c8b-4cd9-98db-b1f848e93975 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 943 time: 0.0550940 Apr 01 10:21:31.071819 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cda9d7b7-f8d8-488f-9b8b-3bc813ec9279 req-a4d5a1a9-c226-46d7-98ab-67fd51718606 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413411 Apr 01 10:21:31.868461 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:31.871678 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10d7b2-78b8-4763-b301-4f25ab531ed3 req-4889c5ec-6a91-49ee-8642-9199609c3e3b tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:31.873827 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9f10d7b2-78b8-4763-b301-4f25ab531ed3 req-4889c5ec-6a91-49ee-8642-9199609c3e3b tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 945 time: 0.0517440 Apr 01 10:21:31.918667 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9f10d7b2-78b8-4763-b301-4f25ab531ed3 req-582682fc-6ecd-44d1-b38b-111df47650ed tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392869 Apr 01 10:21:32.199415 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ede7a7-975f-4fda-ad6c-532f0e9f0b4c req-76307e29-b125-4c59-a3ae-9fa668a323b2 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:32.200874 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c3ede7a7-975f-4fda-ad6c-532f0e9f0b4c req-76307e29-b125-4c59-a3ae-9fa668a323b2 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 943 time: 0.0550210 Apr 01 10:21:32.248597 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c3ede7a7-975f-4fda-ad6c-532f0e9f0b4c req-e1d19fec-b903-4de7-a0a7-698e7c08f2e9 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422394 Apr 01 10:21:33.035208 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4acb3a-8e0f-4f16-993b-ca7e50174160 req-cf8ee864-5516-4a2e-807b-3af90b9218cb tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:33.036663 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cf4acb3a-8e0f-4f16-993b-ca7e50174160 req-cf8ee864-5516-4a2e-807b-3af90b9218cb tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 945 time: 0.0509558 Apr 01 10:21:33.081869 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-cf4acb3a-8e0f-4f16-993b-ca7e50174160 req-25743778-b8dd-45fc-a3d2-715096d9ac54 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397193 Apr 01 10:21:33.341732 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f20b0a54-e4a0-4507-8e3f-d9159689b21c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:21:33.364974 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7a2bc-d74a-4680-a707-ac1fe68970ac req-d37943ac-2e30-4f17-a9fe-cb917a2e64b0 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:33.366624 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-64e7a2bc-d74a-4680-a707-ac1fe68970ac req-d37943ac-2e30-4f17-a9fe-cb917a2e64b0 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 943 time: 0.0522552 Apr 01 10:21:33.412931 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:33.418939 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-64e7a2bc-d74a-4680-a707-ac1fe68970ac req-fd685381-e48a-4559-9744-c0a2675d123a tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465877 Apr 01 10:21:33.444057 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f20b0a54-e4a0-4507-8e3f-d9159689b21c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:21:33.455323 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'port_id': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'mac_address': 'fa:16:3e:58:e4:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:21:33.492023 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port f20b0a54-e4a0-4507-8e3f-d9159689b21c is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:21:33.492411 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:33.504673 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f20b0a54-e4a0-4507-8e3f-d9159689b21c {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:21:33.522862 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f20b0a54-e4a0-4507-8e3f-d9159689b21c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:21:33.600252 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:33.645814 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=f20b0a54-e4a0-4507-8e3f-d9159689b21c,revision_number=7']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:33.818065 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['f20b0a54-e4a0-4507-8e3f-d9159689b21c'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:21:34.200851 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ee8e7-f18b-4a0a-9c35-e8f74bdee9a5 req-bd20ee46-9502-40a3-9017-01dfb0adb1da tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:34.202452 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-da4ee8e7-f18b-4a0a-9c35-e8f74bdee9a5 req-bd20ee46-9502-40a3-9017-01dfb0adb1da tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 945 time: 0.0572071 Apr 01 10:21:34.249055 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-da4ee8e7-f18b-4a0a-9c35-e8f74bdee9a5 req-6058963d-22eb-440b-8eb8-454738ca25ec tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/security-groups?id=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Apr 01 10:21:34.547281 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d445f0c-d103-4c8b-8a37-1345bb268644 req-a3eefad5-1ca2-44fb-be19-ba12d7c3d80e tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:34.548744 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1d445f0c-d103-4c8b-8a37-1345bb268644 req-a3eefad5-1ca2-44fb-be19-ba12d7c3d80e tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 944 time: 0.0515778 Apr 01 10:21:34.596005 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1d445f0c-d103-4c8b-8a37-1345bb268644 req-967a5008-01e7-4383-9e55-d1f42a5421ed tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417871 Apr 01 10:21:34.890318 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13010b-c03a-42f0-9b7e-40d7042e00cb req-6b5a6f65-1540-48d5-92e8-fb39c00ad236 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:34.892040 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ef13010b-c03a-42f0-9b7e-40d7042e00cb req-6b5a6f65-1540-48d5-92e8-fb39c00ad236 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.43 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 945 time: 0.0573769 Apr 01 10:21:34.931535 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:34.983796 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-ef13010b-c03a-42f0-9b7e-40d7042e00cb req-e1f3711f-cb78-43dd-b10b-bdf1080ed9c9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Deleting port d79a853a-8205-4bf6-a399-7ca127cb77c5 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:21:34.984133 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ef13010b-c03a-42f0-9b7e-40d7042e00cb req-e1f3711f-cb78-43dd-b10b-bdf1080ed9c9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:35.071890 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-ef13010b-c03a-42f0-9b7e-40d7042e00cb req-e1f3711f-cb78-43dd-b10b-bdf1080ed9c9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] For port d79a853a-8205-4bf6-a399-7ca127cb77c5, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=d79a853a-8205-4bf6-a399-7ca127cb77c5,segment=NetworkSegment(4518facf-45ce-4864-8ccf-de0f0115bee5),segment_id=4518facf-45ce-4864-8ccf-de0f0115bee5)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:21:35.072252 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ef13010b-c03a-42f0-9b7e-40d7042e00cb req-e1f3711f-cb78-43dd-b10b-bdf1080ed9c9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:35.084799 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-ef13010b-c03a-42f0-9b7e-40d7042e00cb req-e1f3711f-cb78-43dd-b10b-bdf1080ed9c9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Calling delete_port for d79a853a-8205-4bf6-a399-7ca127cb77c5 owned by compute:nova {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:21:35.269919 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ef13010b-c03a-42f0-9b7e-40d7042e00cb req-e1f3711f-cb78-43dd-b10b-bdf1080ed9c9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (d79a853a-8205-4bf6-a399-7ca127cb77c5), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:35.281538 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['d79a853a-8205-4bf6-a399-7ca127cb77c5'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:21:35.303398 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3711f-cb78-43dd-b10b-bdf1080ed9c9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Pushing event deleted for resources: {'Port': ['ID=d79a853a-8205-4bf6-a399-7ca127cb77c5,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:35.354145 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f20b0a54-e4a0-4507-8e3f-d9159689b21c up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:21:35.367884 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef13010b-c03a-42f0-9b7e-40d7042e00cb req-e1f3711f-cb78-43dd-b10b-bdf1080ed9c9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] No DVR routers for this DVR port d79a853a-8205-4bf6-a399-7ca127cb77c5 on host hv-cinder-maste {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:21:35.371655 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-edde1573-975e-432c-b010-4f25b1ea6851 req-bb10e4fb-7d23-4c46-a03c-9bcb30b27e2b tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 210 time: 0.0431721 Apr 01 10:21:35.373178 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ef13010b-c03a-42f0-9b7e-40d7042e00cb req-e1f3711f-cb78-43dd-b10b-bdf1080ed9c9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:35.376402 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ef13010b-c03a-42f0-9b7e-40d7042e00cb req-e1f3711f-cb78-43dd-b10b-bdf1080ed9c9 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.43 "DELETE /v2.0/ports/d79a853a-8205-4bf6-a399-7ca127cb77c5 HTTP/1.1" status: 204 len: 173 time: 0.4792588 Apr 01 10:21:35.376849 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6155459f-d9cb-4376-88cb-68aa1df830ff', 'name': 'network-vif-deleted', 'tag': 'd79a853a-8205-4bf6-a399-7ca127cb77c5'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:21:35.379665 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f62daf8-cbc3-4933-85a1-476060dd2404" -d '{"events": [{"server_uuid": "6155459f-d9cb-4376-88cb-68aa1df830ff", "name": "network-vif-deleted", "tag": "d79a853a-8205-4bf6-a399-7ca127cb77c5"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:21:35.412744 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port f20b0a54-e4a0-4507-8e3f-d9159689b21c triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:21:35.413261 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:35.419496 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3fb9c3-256b-41d6-b89c-a578f17cc5dc x-openstack-request-id: req-7c3fb9c3-256b-41d6-b89c-a578f17cc5dc {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:21:35.419800 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6155459f-d9cb-4376-88cb-68aa1df830ff", "name": "network-vif-deleted", "tag": "d79a853a-8205-4bf6-a399-7ca127cb77c5", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:21:35.420052 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-7c3fb9c3-256b-41d6-b89c-a578f17cc5dc {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:21:35.420536 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3fb9c3-256b-41d6-b89c-a578f17cc5dc'] response: {'server_uuid': '6155459f-d9cb-4376-88cb-68aa1df830ff', 'name': 'network-vif-deleted', 'tag': 'd79a853a-8205-4bf6-a399-7ca127cb77c5', 'status': 'completed', 'code': 200} Apr 01 10:21:35.503415 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port f20b0a54-e4a0-4507-8e3f-d9159689b21c is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:21:35.504567 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:35.533367 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:21:35.535529 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8caf829-bda9-43e5-a8c2-4da55773936a" -d '{"events": [{"server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "name": "network-vif-plugged", "status": "completed", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:21:35.548264 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port f20b0a54-e4a0-4507-8e3f-d9159689b21c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:21:35.571882 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c733ddcb-6aad-43b9-9c9c-f1f5aeac91d9 x-openstack-request-id: req-c733ddcb-6aad-43b9-9c9c-f1f5aeac91d9 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:21:35.572172 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "name": "network-vif-plugged", "status": "completed", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:21:35.572424 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-c733ddcb-6aad-43b9-9c9c-f1f5aeac91d9 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:21:35.572818 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c733ddcb-6aad-43b9-9c9c-f1f5aeac91d9'] response: {'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'code': 200} Apr 01 10:21:35.629038 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:35.629926 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d79a853a-8205-4bf6-a399-7ca127cb77c5 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:21:35.668992 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: d79a853a-8205-4bf6-a399-7ca127cb77c5 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:21:35.669365 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device d79a853a-8205-4bf6-a399-7ca127cb77c5 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:21:35.702444 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=f20b0a54-e4a0-4507-8e3f-d9159689b21c,revision_number=8']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:35.727848 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2f7ca-8e5c-4858-ac43-ef4540c1720b req-dfe80b4e-170f-4726-8861-43ec9deed677 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:35.729348 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a3b2f7ca-8e5c-4858-ac43-ef4540c1720b req-dfe80b4e-170f-4726-8861-43ec9deed677 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0597057 Apr 01 10:21:35.778575 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a3b2f7ca-8e5c-4858-ac43-ef4540c1720b req-6333c385-0831-449a-b8a6-a992245b7dc3 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434234 Apr 01 10:21:35.874249 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd788b6-8991-4d46-8990-0a63d6f436f7 req-5f65bf9f-9881-4e4c-94c5-c6c3b3fe348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:35.875741 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ddd788b6-8991-4d46-8990-0a63d6f436f7 req-5f65bf9f-9881-4e4c-94c5-c6c3b3fe348a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1129 time: 0.0423379 Apr 01 10:21:35.919947 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ddd788b6-8991-4d46-8990-0a63d6f436f7 req-dc8ff694-01a5-4640-9af6-9d719110d225 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376413 Apr 01 10:21:36.481027 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-672f7760-da88-4166-b175-09aa27d2b88e req-962e8309-37e4-4ff9-af9e-3e754394c575 tempest-VolumesSnapshotTestJSON-383386115 tempest-VolumesSnapshotTestJSON-383386115-project] 10.222.0.13 "GET /v2.0/ports?device_id=6155459f-d9cb-4376-88cb-68aa1df830ff HTTP/1.1" status: 200 len: 210 time: 0.0267887 Apr 01 10:21:36.901109 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00da79-9aca-41c1-a6c1-4c836b14424f req-6a206175-ecce-4bb5-8f1f-3968cd4977ed tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:36.902625 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dc00da79-9aca-41c1-a6c1-4c836b14424f req-6a206175-ecce-4bb5-8f1f-3968cd4977ed tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0541890 Apr 01 10:21:36.951119 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-dc00da79-9aca-41c1-a6c1-4c836b14424f req-65f44d18-59ed-45ee-80d1-91e75d7daba8 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423729 Apr 01 10:21:38.069009 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a96836-946b-4e89-87a6-1e0fdaea6e82 req-8d2ee233-9bc9-4169-bb1b-55dc1fd08828 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:38.072201 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f8a96836-946b-4e89-87a6-1e0fdaea6e82 req-8d2ee233-9bc9-4169-bb1b-55dc1fd08828 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0526497 Apr 01 10:21:38.126633 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f8a96836-946b-4e89-87a6-1e0fdaea6e82 req-c529f2bf-4361-4f4c-9103-ad86888207c8 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503252 Apr 01 10:21:53.734736 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:21:56.159197 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:56.933803 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43484) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:21:56.977827 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Deleting subnet 0c7e99f9-326f-4c1f-b09c-bf359d08c718 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:21:56.982747 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Publish callbacks [] for subnet (0c7e99f9-326f-4c1f-b09c-bf359d08c718), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.014098 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16609337'] for subnet (0c7e99f9-326f-4c1f-b09c-bf359d08c718), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.054696 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (0c7e99f9-326f-4c1f-b09c-bf359d08c718), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.148494 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13012769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12969632'] for subnet (0c7e99f9-326f-4c1f-b09c-bf359d08c718), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.171214 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c7e99f9-326f-4c1f-b09c-bf359d08c718,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:57.181153 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.184242 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/0c7e99f9-326f-4c1f-b09c-bf359d08c718 HTTP/1.1" status: 204 len: 168 time: 0.2494245 Apr 01 10:21:57.185727 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.186077 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.186427 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.186772 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.186988 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43486) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:21:57.187395 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.187491 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.187781 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.188109 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.188440 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.189289 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.189620 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.189950 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.190281 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.190606 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.190931 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52e35b2-10dd-4bc0-b233-411c58ffe676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.255875 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (de4124d9-f858-4f33-bcd8-70187cc540cc), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.330158 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (de4124d9-f858-4f33-bcd8-70187cc540cc), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.349608 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4124d9-f858-4f33-bcd8-70187cc540cc']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:21:57.358601 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4518facf-45ce-4864-8ccf-de0f0115bee5') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:21:57.358891 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4518facf-45ce-4864-8ccf-de0f0115bee5') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:21:57.368244 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12946072'] for segment (4518facf-45ce-4864-8ccf-de0f0115bee5), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.381253 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (4518facf-45ce-4864-8ccf-de0f0115bee5), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.386967 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:21:57.387345 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13612288'] for segment (4518facf-45ce-4864-8ccf-de0f0115bee5), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: Traceback (most recent call last): Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: timer() Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: cb(*args, **kw) Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: return func(*args, **kwargs) Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: self._notify() Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: self.callback(batched_events) Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: event.method(event) Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: return f(self, *a, **k) Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: return self._get(url).json() Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: return self.request(url, 'GET', **kwargs) Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:21:57.388966 dv-cinder-master-3-smb neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:21:57.519945 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (de4124d9-f858-4f33-bcd8-70187cc540cc), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.525036 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.528262 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] 10.222.0.13 "DELETE /v2.0/networks/de4124d9-f858-4f33-bcd8-70187cc540cc HTTP/1.1" status: 204 len: 168 time: 0.3403387 Apr 01 10:21:57.539148 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=de4124d9-f858-4f33-bcd8-70187cc540cc,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:57.546255 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.546583 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.546926 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.547311 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.547647 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.548471 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.548799 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.549156 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.549475 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.549802 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.550127 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.550451 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.550772 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.551089 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.551407 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f492dea9-0ffc-4925-8e1a-c4104a4eb5dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:21:57.816866 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43490) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:21:57.856987 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-f03f5fa0-cb6f-48bc-9042-ad2d95ea3820 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=dd42d30f7a8e47698964ed38af260e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389564 Apr 01 10:21:57.859337 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43492) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:21:57.903555 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c6965d6e-419b-47e0-87a8-343ab7287cd8 admin admin] Publish callbacks [] for security_group (2f8e2589-9bd3-4f98-bd6a-664e41d37ac7), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:57.924479 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c6965d6e-419b-47e0-87a8-343ab7287cd8 admin admin] Publish callbacks [] for security_group (2f8e2589-9bd3-4f98-bd6a-664e41d37ac7), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:58.022429 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c6965d6e-419b-47e0-87a8-343ab7287cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (2f8e2589-9bd3-4f98-bd6a-664e41d37ac7), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:58.024937 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c6965d6e-419b-47e0-87a8-343ab7287cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:58.026100 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-c6965d6e-419b-47e0-87a8-343ab7287cd8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f8e2589-9bd3-4f98-bd6a-664e41d37ac7 HTTP/1.1" status: 204 len: 168 time: 0.1658754 Apr 01 10:21:58.033849 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6965d6e-419b-47e0-87a8-343ab7287cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8e2589-9bd3-4f98-bd6a-664e41d37ac7,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:58.656808 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-36be5dcc-c19c-4cba-a74f-534774b5b3bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:59.049272 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43514) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:21:59.142276 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-814264990-network', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:21:59.262785 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Made reservation on behalf of 1a0219a3340b42dd8246bd34cd2726d5 for: {'network': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:21:59.265057 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:59.274166 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:59.346263 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Publish callbacks [] for security_group (52a3fcf9-cc62-4c6c-b574-d36b4221ed7c), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:59.428511 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (52a3fcf9-cc62-4c6c-b574-d36b4221ed7c), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:59.452701 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=103818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:21:59.461859 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:59.468559 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (a3b97368-a859-4a06-81d0-7dbfe0e11d34), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:59.468901 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.segments_db [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Added segment a3b97368-a859-4a06-81d0-7dbfe0e11d34 of type vlan for network 72ae1a63-42a2-46f1-ac87-d568b389e095 Apr 01 10:21:59.509830 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (72ae1a63-42a2-46f1-ac87-d568b389e095), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:59.599835 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (72ae1a63-42a2-46f1-ac87-d568b389e095), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:59.600776 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:21:59.601396 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:21:59.659818 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] Pushing event updated for resources: {'Network': ['ID=72ae1a63-42a2-46f1-ac87-d568b389e095,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:21:59.669412 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network 72ae1a63-42a2-46f1-ac87-d568b389e095 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:21:59.734580 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-d8c88276-6a4d-4d98-b1fa-e5e7a2b4fd1e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6840930 Apr 01 10:21:59.737345 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43520) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:21:59.742152 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] Request body: {'subnet': {'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-814264990-subnet', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'ip_version': 4}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:21:59.811429 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] Made reservation on behalf of 1a0219a3340b42dd8246bd34cd2726d5 for: {'subnet': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:21:59.813763 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14539029'] for subnet (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.034563 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13601765', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14539011'] for subnet (42cca21d-81f2-45a6-a951-758cc0a8d84a), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.085856 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42cca21d-81f2-45a6-a951-758cc0a8d84a,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:00.097075 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] Checking segment: {'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:22:00.097462 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] Network hostable DHCP agents. Network: 72ae1a63-42a2-46f1-ac87-d568b389e095, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:22:00.159263 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] Network 72ae1a63-42a2-46f1-ac87-d568b389e095 is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:22:00.228237 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 72ae1a63-42a2-46f1-ac87-d568b389e095) {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:00.232416 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:00.234863 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.237223 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c875496-c7c2-4f7c-8294-3d8cdd1ec9a6 None None] Network 72ae1a63-42a2-46f1-ac87-d568b389e095 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:22:00.305683 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-9a081fe4-b71b-4639-befb-c76ddd457239 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5671575 Apr 01 10:22:00.308585 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43522) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:00.314280 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:00.340837 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-72ae1a63-42a2-46f1-ac87-d568b389e095', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'fixed_ips': [{'subnet_id': '42cca21d-81f2-45a6-a951-758cc0a8d84a'}]}} from dv-cinder-master-3-smb. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 10:22:00.341803 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.388550 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1700'] for router (eee85cde-e0cd-4ffd-aff7-a8f220b65971), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.389761 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2050477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router (eee85cde-e0cd-4ffd-aff7-a8f220b65971), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.441384 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Publish callbacks [] for router_controller (eee85cde-e0cd-4ffd-aff7-a8f220b65971), precommit_add_association {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.471869 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Allocated IP 172.20.0.2 (72ae1a63-42a2-46f1-ac87-d568b389e095/42cca21d-81f2-45a6-a951-758cc0a8d84a/fc0dfc5b-1277-4351-889b-0b5e1124791b) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:22:00.615689 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Publish callbacks [] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.647301 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Publish callbacks [] for router_gateway (eee85cde-e0cd-4ffd-aff7-a8f220b65971), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.680321 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.717551 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Network 72ae1a63-42a2-46f1-ac87-d568b389e095 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:22:00.720408 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:00.725868 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:22:00.732661 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Pushing event updated for resources: {'Port': ['ID=fc0dfc5b-1277-4351-889b-0b5e1124791b,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:00.904043 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Publish callbacks [] for router_gateway (eee85cde-e0cd-4ffd-aff7-a8f220b65971), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.924281 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.932119 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Attempting to bind port fc0dfc5b-1277-4351-889b-0b5e1124791b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:22:00.933941 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Attempting to bind port fc0dfc5b-1277-4351-889b-0b5e1124791b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:22:00.933941 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Attempting to bind port fc0dfc5b-1277-4351-889b-0b5e1124791b on network 72ae1a63-42a2-46f1-ac87-d568b389e095 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:22:00.938205 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:22:00.938846 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Checking segment: {'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:22:00.939685 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.940358 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Bound using segment: {'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:22:00.940986 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Bound port: fc0dfc5b-1277-4351-889b-0b5e1124791b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:22:00.942142 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:00.985923 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3fb91f0b-6fc4-4429-8507-256b6b7ce74f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:01.010091 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] For port fc0dfc5b-1277-4351-889b-0b5e1124791b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:22:01.013311 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] For port fc0dfc5b-1277-4351-889b-0b5e1124791b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fc0dfc5b-1277-4351-889b-0b5e1124791b,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:22:01.028511 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Allocated IP 172.37.3.86 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/98afc5b7-37e5-4e97-b3b7-489a9d04866d) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:22:01.091601 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:01.138594 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Publish callbacks [] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:01.153692 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a8a6e-a655-4097-98fd-a7c494e3c2a7 None None] Pushing event updated for resources: {'Port': ['ID=fc0dfc5b-1277-4351-889b-0b5e1124791b,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:01.246308 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:01.284518 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:22:01.287494 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:01.290110 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:22:01.329722 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Pushing event updated for resources: {'Port': ['ID=98afc5b7-37e5-4e97-b3b7-489a9d04866d,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:01.640247 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Publish callbacks [] for router_gateway (eee85cde-e0cd-4ffd-aff7-a8f220b65971), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:01.843997 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2050468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048299'] for router (eee85cde-e0cd-4ffd-aff7-a8f220b65971), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:01.896422 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:02.015469 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4fead4-9162-4916-8ce0-4806a7c66e03 None None] Network 72ae1a63-42a2-46f1-ac87-d568b389e095 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:22:02.039946 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Router eee85cde-e0cd-4ffd-aff7-a8f220b65971 is scheduled to L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a with binding_index 1 {{(pid=103817) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 10:22:02.076509 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-d6bc3e58-889c-4837-83e4-eff0dcb7d740 None None] Provisioning complete for port fc0dfc5b-1277-4351-889b-0b5e1124791b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:02.076875 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d6bc3e58-889c-4837-83e4-eff0dcb7d740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:02.156031 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:22:02.180786 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea68460-0083-4849-929e-948c69368092 None None] Sync routers for ids ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:22:02.210447 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea68460-0083-4849-929e-948c69368092 None None] Routers {'eee85cde-e0cd-4ffd-aff7-a8f220b65971'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:02.211087 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-bea68460-0083-4849-929e-948c69368092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:02.220709 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device fc0dfc5b-1277-4351-889b-0b5e1124791b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:22:02.220709 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc3e58-889c-4837-83e4-eff0dcb7d740 None None] Current status of the port fc0dfc5b-1277-4351-889b-0b5e1124791b is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:02.220709 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d6bc3e58-889c-4837-83e4-eff0dcb7d740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:02.271005 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:02.274760 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-5d3a6641-12b8-43a8-94b0-4f966aa6087e admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9640348 Apr 01 10:22:02.277417 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43524) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:02.369517 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-d6bc3e58-889c-4837-83e4-eff0dcb7d740 None None] For port fc0dfc5b-1277-4351-889b-0b5e1124791b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fc0dfc5b-1277-4351-889b-0b5e1124791b,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:02.391609 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port fc0dfc5b-1277-4351-889b-0b5e1124791b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:02.391994 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:02.421666 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-bea68460-0083-4849-929e-948c69368092 None None] Set router eee85cde-e0cd-4ffd-aff7-a8f220b65971 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:02.482908 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d6bc3e58-889c-4837-83e4-eff0dcb7d740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:02.590916 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc3e58-889c-4837-83e4-eff0dcb7d740 None None] Pushing event updated for resources: {'Port': ['ID=fc0dfc5b-1277-4351-889b-0b5e1124791b,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:02.657938 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-240b5f07-b585-4c3d-a86e-44bb6fc8a3c0 None None] Provisioning complete for port fc0dfc5b-1277-4351-889b-0b5e1124791b triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:02.659069 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-240b5f07-b585-4c3d-a86e-44bb6fc8a3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:02.660495 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port fc0dfc5b-1277-4351-889b-0b5e1124791b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:02.697343 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:02.759237 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-bea68460-0083-4849-929e-948c69368092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 3, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:02.793100 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea68460-0083-4849-929e-948c69368092 None None] Checking router: eee85cde-e0cd-4ffd-aff7-a8f220b65971 for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:22:02.793478 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea68460-0083-4849-929e-948c69368092 None None] Updating router eee85cde-e0cd-4ffd-aff7-a8f220b65971 port 98afc5b7-37e5-4e97-b3b7-489a9d04866d binding host dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:22:02.825025 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-240b5f07-b585-4c3d-a86e-44bb6fc8a3c0 None None] Current status of the port fc0dfc5b-1277-4351-889b-0b5e1124791b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:02.837014 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bea68460-0083-4849-929e-948c69368092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.075561 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Allocated IP 172.20.0.1 (72ae1a63-42a2-46f1-ac87-d568b389e095/42cca21d-81f2-45a6-a951-758cc0a8d84a/2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:22:03.092656 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bea68460-0083-4849-929e-948c69368092 None None] Publish callbacks [] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.175675 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Publish callbacks [] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.177322 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bea68460-0083-4849-929e-948c69368092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.237645 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-bea68460-0083-4849-929e-948c69368092 None None] Attempting to bind port 98afc5b7-37e5-4e97-b3b7-489a9d04866d on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:22:03.238016 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-bea68460-0083-4849-929e-948c69368092 None None] Attempting to bind port 98afc5b7-37e5-4e97-b3b7-489a9d04866d by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:22:03.238376 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea68460-0083-4849-929e-948c69368092 None None] Attempting to bind port 98afc5b7-37e5-4e97-b3b7-489a9d04866d on network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:22:03.243837 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc69233-3da5-45dd-8d23-9e263eb1fc23 None None] Pushing event updated for resources: {'Port': ['ID=98afc5b7-37e5-4e97-b3b7-489a9d04866d,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:03.248337 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea68460-0083-4849-929e-948c69368092 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:22:03.248710 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea68460-0083-4849-929e-948c69368092 None None] Checking segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:22:03.249118 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bea68460-0083-4849-929e-948c69368092 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.253862 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea68460-0083-4849-929e-948c69368092 None None] Bound using segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:22:03.253862 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-bea68460-0083-4849-929e-948c69368092 None None] Bound port: 98afc5b7-37e5-4e97-b3b7-489a9d04866d, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:22:03.253862 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bea68460-0083-4849-929e-948c69368092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.269304 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.271949 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-9d0cb494-626e-4d27-b23d-1733a927aa4a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548208 Apr 01 10:22:03.304061 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-bea68460-0083-4849-929e-948c69368092 None None] For port 98afc5b7-37e5-4e97-b3b7-489a9d04866d, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:22:03.308584 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-bea68460-0083-4849-929e-948c69368092 None None] For port 98afc5b7-37e5-4e97-b3b7-489a9d04866d, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=98afc5b7-37e5-4e97-b3b7-489a9d04866d,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:22:03.317128 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Network 72ae1a63-42a2-46f1-ac87-d568b389e095 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:22:03.317128 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:03.323171 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:22:03.346353 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Pushing event updated for resources: {'Port': ['ID=2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:03.368423 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2048764'] for router_interface (eee85cde-e0cd-4ffd-aff7-a8f220b65971), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.371265 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-bc1a817c-37dd-42a7-a02e-b161e2e4f2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:03.372972 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-bc1a817c-37dd-42a7-a02e-b161e2e4f2c8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=712342bbbbd84cd08df09d7cafb09ee3&device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1129 time: 0.0575700 Apr 01 10:22:03.406091 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-bea68460-0083-4849-929e-948c69368092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.444681 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.486770 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea68460-0083-4849-929e-948c69368092 None None] Routers {'eee85cde-e0cd-4ffd-aff7-a8f220b65971'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:03.487412 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-bea68460-0083-4849-929e-948c69368092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:03.490580 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc69233-3da5-45dd-8d23-9e263eb1fc23 None None] Pushing event updated for resources: {'Port': ['ID=98afc5b7-37e5-4e97-b3b7-489a9d04866d,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:03.503076 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-dc8feaae-0a9c-4670-8767-6c3303dcdade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:03.504574 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-dc8feaae-0a9c-4670-8767-6c3303dcdade service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a115b7-4e10-4144-8a25-c833b6d90947 HTTP/1.1" status: 200 len: 909 time: 0.1059976 Apr 01 10:22:03.562725 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.582689 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-948f64e1-8d5a-417c-9ead-c5d7a568e101 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 200 len: 1001 time: 0.0709393 Apr 01 10:22:03.621960 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-bea68460-0083-4849-929e-948c69368092 None None] Set router eee85cde-e0cd-4ffd-aff7-a8f220b65971 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:03.638463 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-52026e80-a9fa-4208-9e9b-fe78ebdf2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:03.640248 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-52026e80-a9fa-4208-9e9b-fe78ebdf2496 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e1f4eb5-518c-4893-a80c-8440164cc7db HTTP/1.1" status: 200 len: 847 time: 0.0519016 Apr 01 10:22:03.693355 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-0e2a6f8c-5d4e-4970-8120-8efc5ed225ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:03.695280 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-0e2a6f8c-5d4e-4970-8120-8efc5ed225ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a115b7-4e10-4144-8a25-c833b6d90947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475020 Apr 01 10:22:03.736834 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Publish callbacks [] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.738623 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-db870bfe-1b22-4d40-bf61-64dbffabc040 None None] Provisioning complete for port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:03.739043 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-db870bfe-1b22-4d40-bf61-64dbffabc040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.786888 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-034be89a-05f6-4d45-a00e-0cb6ae4372f7 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852511 Apr 01 10:22:03.795008 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-db870bfe-1b22-4d40-bf61-64dbffabc040 None None] Port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:22:03.799994 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13021659'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.852082 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-bea68460-0083-4849-929e-948c69368092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 3, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:03.865725 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Pushing event updated for resources: {'Port': ['ID=2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:03.868174 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2048616'] for router_interface (eee85cde-e0cd-4ffd-aff7-a8f220b65971), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:03.883187 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea68460-0083-4849-929e-948c69368092 None None] The sync data for ids ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'] in dv-cinder-master-3-smb is: [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:01Z', 'revision_number': 3, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:22:03.891219 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f72fe667-95f9-45d9-8efe-5456dfe3b4e1 req-8691c39b-a441-4dd2-a473-babc16f67af2 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975790 Apr 01 10:22:03.968119 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Network 72ae1a63-42a2-46f1-ac87-d568b389e095 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:22:03.970648 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:04.099067 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Router eee85cde-e0cd-4ffd-aff7-a8f220b65971 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:22:04.219587 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-ca8b081e-c79e-4f72-b802-5876d6e25591 None None] Provisioning complete for port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:04.220720 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ca8b081e-c79e-4f72-b802-5876d6e25591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:04.239940 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:22:04.245308 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-85191ae4-a716-4feb-af6d-fcffd2734512 admin admin] 10.222.0.13 "PUT /v2.0/routers/eee85cde-e0cd-4ffd-aff7-a8f220b65971/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668200 Apr 01 10:22:04.418013 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 98afc5b7-37e5-4e97-b3b7-489a9d04866d up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:22:04.421376 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-ca8b081e-c79e-4f72-b802-5876d6e25591 None None] Port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:22:04.467921 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 98afc5b7-37e5-4e97-b3b7-489a9d04866d triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:04.470370 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:04.549385 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 98afc5b7-37e5-4e97-b3b7-489a9d04866d is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:04.549781 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:04.571629 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] For port 98afc5b7-37e5-4e97-b3b7-489a9d04866d, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=98afc5b7-37e5-4e97-b3b7-489a9d04866d,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:04.617088 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:04.617929 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device fc0dfc5b-1277-4351-889b-0b5e1124791b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:22:04.699444 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Pushing event updated for resources: {'Port': ['ID=98afc5b7-37e5-4e97-b3b7-489a9d04866d,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:04.711001 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port fc0dfc5b-1277-4351-889b-0b5e1124791b triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:04.711200 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:04.788614 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port fc0dfc5b-1277-4351-889b-0b5e1124791b is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:04.931502 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:04.933314 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43540) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:04.939050 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1757013962-network', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:05.023001 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Made reservation on behalf of 3eae6a41bcd74f6496a63e12d84f6497 for: {'network': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:22:05.025407 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for network (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:05.034322 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:05.105007 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Publish callbacks [] for security_group (438a571c-f209-4d03-b438-cc49241d43c0), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:05.182733 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (438a571c-f209-4d03-b438-cc49241d43c0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:05.209104 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=103817) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 01 10:22:05.220733 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438a571c-f209-4d03-b438-cc49241d43c0,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:05.223693 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (14491ec2-e5dc-4f89-b509-36a53bb4b8c6), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:05.224055 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.segments_db [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Added segment 14491ec2-e5dc-4f89-b509-36a53bb4b8c6 of type vlan for network 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 Apr 01 10:22:05.271330 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783485676849'] for network (5b295ccf-5e48-48b3-ad7e-bd746cb8f533), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:05.376834 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908'] for network (5b295ccf-5e48-48b3-ad7e-bd746cb8f533), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:05.377850 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:05.378446 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:05.438205 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] Pushing event updated for resources: {'Network': ['ID=5b295ccf-5e48-48b3-ad7e-bd746cb8f533,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:05.447988 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Network 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=103819) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 01 10:22:05.488692 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-54b62b82-db7f-4713-b189-387d61c20bfc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5542593 Apr 01 10:22:05.491344 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43542) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:05.496189 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] Request body: {'subnet': {'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1757013962-subnet', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'ip_version': 4}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:05.541858 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Sync routers for ids ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:22:05.551290 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Routers {'eee85cde-e0cd-4ffd-aff7-a8f220b65971'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:05.551903 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:05.588274 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] Made reservation on behalf of 3eae6a41bcd74f6496a63e12d84f6497 for: {'subnet': 1} {{(pid=103817) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:22:05.590977 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12969663'] for subnet (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:05.663853 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Set router eee85cde-e0cd-4ffd-aff7-a8f220b65971 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:05.822906 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13012834', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12969641'] for subnet (17a7b5da-a9f8-4cec-b5bb-09191327dfa0), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:05.862332 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6', 'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'mac_address': 'fa:16:3e:37:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:02Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 2, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'subnets': [{'id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:05.876621 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17a7b5da-a9f8-4cec-b5bb-09191327dfa0,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:05.895300 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Checking router: eee85cde-e0cd-4ffd-aff7-a8f220b65971 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:22:05.896620 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Updating router eee85cde-e0cd-4ffd-aff7-a8f220b65971 port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 binding host dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:22:05.897682 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] Checking segment: {'id': '14491ec2-e5dc-4f89-b509-36a53bb4b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103817) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:22:05.898056 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] Network hostable DHCP agents. Network: 5b295ccf-5e48-48b3-ad7e-bd746cb8f533, hostable agents: ['bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8'], hosted agents: [] {{(pid=103817) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 01 10:22:05.926281 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:05.994307 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] Network 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 is scheduled to be hosted by DHCP agent bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8 with binding_index 1 {{(pid=103817) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 01 10:22:06.074316 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 5b295ccf-5e48-48b3-ad7e-bd746cb8f533) {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:06.078242 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:06.078822 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.086888 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055b9f5c-798e-4352-8ab8-b9b5ba9dabe0 None None] Network 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:22:06.174226 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-df7c81a9-085b-4e8b-b35a-f915d71d89a2 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6818075 Apr 01 10:22:06.176937 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43546) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:06.181673 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1757013962-router', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:06.190543 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-5b295ccf-5e48-48b3-ad7e-bd746cb8f533', 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533', 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'fixed_ips': [{'subnet_id': '17a7b5da-a9f8-4cec-b5bb-09191327dfa0'}]}} from dv-cinder-master-3-smb. {{(pid=103819) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 01 10:22:06.192775 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.202336 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Publish callbacks [] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.204897 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 98afc5b7-37e5-4e97-b3b7-489a9d04866d up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:22:06.268828 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.298096 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-2050109', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1700'] for router (20327062-6d86-40dc-a0f8-f1f0030f7f33), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.300432 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2050477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-2048508', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-2074832', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1709'] for router (20327062-6d86-40dc-a0f8-f1f0030f7f33), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.328038 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Pushing event updated for resources: {'Port': ['ID=2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:06.328263 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 98afc5b7-37e5-4e97-b3b7-489a9d04866d triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:06.328789 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.353363 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.353721 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.354070 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.354437 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.354780 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.355111 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.355444 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.355772 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.356099 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.356427 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.356754 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.357095 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.357449 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.357775 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.358136 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.379516 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Publish callbacks [] for router_controller (20327062-6d86-40dc-a0f8-f1f0030f7f33), precommit_add_association {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.404100 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.db_base_plugin_common [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Allocated IP 172.20.0.2 (5b295ccf-5e48-48b3-ad7e-bd746cb8f533/17a7b5da-a9f8-4cec-b5bb-09191327dfa0/4e0218e2-2399-4d1b-8a99-bde2e379d9a9) {{(pid=103819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:22:06.404616 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Attempting to bind port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:22:06.404888 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Attempting to bind port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:22:06.405286 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Attempting to bind port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 on network 72ae1a63-42a2-46f1-ac87-d568b389e095 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:22:06.415767 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:22:06.415767 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Checking segment: {'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:22:06.415767 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.415767 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Bound using segment: {'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:22:06.415767 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Bound port: 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:22:06.415767 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.485028 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] For port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:22:06.489251 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] For port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:22:06.501547 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 98afc5b7-37e5-4e97-b3b7-489a9d04866d is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:06.576982 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.608444 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Publish callbacks [] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), precommit_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.628709 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Publish callbacks [] for router_gateway (20327062-6d86-40dc-a0f8-f1f0030f7f33), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.642249 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ea6829-4444-481a-8e68-029617663e95 None None] Pushing event updated for resources: {'Port': ['ID=2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6,revision_number=4']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:06.646171 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Routers {'eee85cde-e0cd-4ffd-aff7-a8f220b65971'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:06.646774 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:06.660901 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-8c037306-e47f-44bd-a7b0-7812acf73952 None None] Provisioning complete for port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:06.661311 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8c037306-e47f-44bd-a7b0-7812acf73952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.685317 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), after_create {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.743905 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Network 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 is already hosted by enough agents. {{(pid=103819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:22:06.753359 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.scheduler.base_scheduler [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Resources bound (agent type, host, resource id): {{(pid=103819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:06.757374 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Received port after_create {{(pid=103819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:22:06.761829 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Pushing event updated for resources: {'Port': ['ID=4e0218e2-2399-4d1b-8a99-bde2e379d9a9,revision_number=1']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:06.770103 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] Set router eee85cde-e0cd-4ffd-aff7-a8f220b65971 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:06.776292 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.776506 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.776715 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.777062 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.777419 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.777750 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.778083 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.778402 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.778726 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.779049 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.779373 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.779697 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.780022 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.780353 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.780662 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:06.865750 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Attempting to bind port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:22:06.866133 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Attempting to bind port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '14491ec2-e5dc-4f89-b509-36a53bb4b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:22:06.866510 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Attempting to bind port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 on network 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:22:06.871208 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-8c037306-e47f-44bd-a7b0-7812acf73952 None None] Current status of the port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:06.871600 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8c037306-e47f-44bd-a7b0-7812acf73952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.881782 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:22:06.882084 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Checking segment: {'id': '14491ec2-e5dc-4f89-b509-36a53bb4b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:22:06.882488 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.882987 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Bound using segment: {'id': '14491ec2-e5dc-4f89-b509-36a53bb4b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:22:06.883509 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Bound port: 4e0218e2-2399-4d1b-8a99-bde2e379d9a9, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14491ec2-e5dc-4f89-b509-36a53bb4b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:22:06.883899 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.939952 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-8c037306-e47f-44bd-a7b0-7812acf73952 None None] For port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:06.945691 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Publish callbacks [] for router_gateway (20327062-6d86-40dc-a0f8-f1f0030f7f33), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.964879 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:06.970282 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] For port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:22:06.973576 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] For port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4e0218e2-2399-4d1b-8a99-bde2e379d9a9,segment=NetworkSegment(14491ec2-e5dc-4f89-b509-36a53bb4b8c6),segment_id=14491ec2-e5dc-4f89-b509-36a53bb4b8c6)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:22:07.005914 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8c037306-e47f-44bd-a7b0-7812acf73952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:07.054217 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c037306-e47f-44bd-a7b0-7812acf73952 None None] Pushing event updated for resources: {'Port': ['ID=2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:07.063924 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:07.070815 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Allocated IP 172.37.3.203 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/2b78335a-2bbf-428f-aa34-332d629fb6e7) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:22:07.093776 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6', 'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'mac_address': 'fa:16:3e:37:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:02Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 4, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'subnets': [{'id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:07.125313 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caff45d-4d8b-481c-bb54-88979c75b2ae None None] Pushing event updated for resources: {'Port': ['ID=4e0218e2-2399-4d1b-8a99-bde2e379d9a9,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:07.125983 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03dda2da-6370-43c6-b340-e4902e2149df None None] The sync data for ids ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'] in dv-cinder-master-3-smb is: [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6', 'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'mac_address': 'fa:16:3e:37:12:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:02Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 4, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'subnets': [{'id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:22:07.144471 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-176cc69f-1122-49fc-9599-38f37f3c146f None None] Provisioning complete for port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:07.144925 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-176cc69f-1122-49fc-9599-38f37f3c146f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:07.244684 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Publish callbacks [] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:07.274043 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-176cc69f-1122-49fc-9599-38f37f3c146f None None] Current status of the port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:07.361704 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:07.409704 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:22:07.415901 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:07.421689 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:22:07.425229 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Pushing event updated for resources: {'Port': ['ID=2b78335a-2bbf-428f-aa34-332d629fb6e7,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:07.752759 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Publish callbacks [] for router_gateway (20327062-6d86-40dc-a0f8-f1f0030f7f33), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:07.961278 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-2050468', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-2048299'] for router (20327062-6d86-40dc-a0f8-f1f0030f7f33), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:08.097462 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752206f9-92fe-49b5-bca6-50abeaa8271b None None] Network 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:22:08.165107 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Router 20327062-6d86-40dc-a0f8-f1f0030f7f33 is scheduled to L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a with binding_index 1 {{(pid=103818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 01 10:22:08.219573 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a2af2974-283e-40fb-aed0-b68b8428855c None None] Provisioning complete for port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:08.219952 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a2af2974-283e-40fb-aed0-b68b8428855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:08.308070 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:22:08.347705 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a2af2974-283e-40fb-aed0-b68b8428855c None None] Current status of the port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:08.347705 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a2af2974-283e-40fb-aed0-b68b8428855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:08.397480 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-a2af2974-283e-40fb-aed0-b68b8428855c None None] For port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4e0218e2-2399-4d1b-8a99-bde2e379d9a9,segment=NetworkSegment(14491ec2-e5dc-4f89-b509-36a53bb4b8c6),segment_id=14491ec2-e5dc-4f89-b509-36a53bb4b8c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:08.404900 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:08.405355 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:08.488582 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:08.495948 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:08.514809 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a2af2974-283e-40fb-aed0-b68b8428855c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:08.584907 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:22:08.588990 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.db.api [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 01 10:22:08.589392 dv-cinder-master-3-smb neutron-server[103819]: DEBUG oslo_db.api [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 01 10:22:08.592273 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af2974-283e-40fb-aed0-b68b8428855c None None] Pushing event updated for resources: {'Port': ['ID=4e0218e2-2399-4d1b-8a99-bde2e379d9a9,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:08.597316 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Sync routers for ids ['20327062-6d86-40dc-a0f8-f1f0030f7f33'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:22:08.606835 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Routers {'20327062-6d86-40dc-a0f8-f1f0030f7f33'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:08.608249 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['20327062-6d86-40dc-a0f8-f1f0030f7f33'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:08.647101 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:08.650894 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-a005cec4-cba2-4ccf-bbab-2887a797a425 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4704542 Apr 01 10:22:08.651347 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43548) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:08.697460 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-c2968b3d-1580-427c-ae48-c70f89cf33f6 None None] Provisioning complete for port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:08.697755 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-c2968b3d-1580-427c-ae48-c70f89cf33f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:08.751064 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Set router 20327062-6d86-40dc-a0f8-f1f0030f7f33 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:08.892743 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-c2968b3d-1580-427c-ae48-c70f89cf33f6 None None] Current status of the port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:08.959563 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'name': 'tempest-TestMinimumBasicScenario-1757013962-router', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203'}], 'enable_snat': True}, 'gw_port_id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:07Z', 'revision_number': 3, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'gw_port': {'id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:08.985632 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Checking router: 20327062-6d86-40dc-a0f8-f1f0030f7f33 for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:22:08.985986 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Updating router 20327062-6d86-40dc-a0f8-f1f0030f7f33 port 2b78335a-2bbf-428f-aa34-332d629fb6e7 binding host dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:22:09.015215 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.054483 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.212664 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_common [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Allocated IP 172.20.0.1 (5b295ccf-5e48-48b3-ad7e-bd746cb8f533/17a7b5da-a9f8-4cec-b5bb-09191327dfa0/f257de9c-60f7-4c83-8501-3f71701fa207) {{(pid=103817) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:22:09.246699 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:09.247697 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:22:09.317085 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Publish callbacks [] for port (f257de9c-60f7-4c83-8501-3f71701fa207), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.364468 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:09.364847 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.417321 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.453481 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Network 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:22:09.457748 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:09.463273 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Received port after_create {{(pid=103817) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:22:09.469082 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Pushing event updated for resources: {'Port': ['ID=f257de9c-60f7-4c83-8501-3f71701fa207,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:09.503681 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Publish callbacks [] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), precommit_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.505014 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2048764'] for router_interface (20327062-6d86-40dc-a0f8-f1f0030f7f33), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.511429 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:09.576965 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.634006 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Attempting to bind port 2b78335a-2bbf-428f-aa34-332d629fb6e7 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:22:09.634385 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Attempting to bind port 2b78335a-2bbf-428f-aa34-332d629fb6e7 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:22:09.634753 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Attempting to bind port 2b78335a-2bbf-428f-aa34-332d629fb6e7 on network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:22:09.636677 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5f15a-2fcb-45f0-aeaa-bba74aa4889c None None] Pushing event updated for resources: {'Port': ['ID=2b78335a-2bbf-428f-aa34-332d629fb6e7,revision_number=2']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:09.642787 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:22:09.643169 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Checking segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:22:09.643577 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.643966 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Bound using segment: {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'} {{(pid=103819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:22:09.644442 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.managers [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Bound port: 2b78335a-2bbf-428f-aa34-332d629fb6e7, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c15794b6-f415-4407-ad9d-f7ce24b8df0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5'}}] {{(pid=103819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:22:09.644824 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.697502 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] For port 2b78335a-2bbf-428f-aa34-332d629fb6e7, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:22:09.700409 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] For port 2b78335a-2bbf-428f-aa34-332d629fb6e7, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2b78335a-2bbf-428f-aa34-332d629fb6e7,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:22:09.702005 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), before_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.721424 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-22cf8b77-fc7a-4a7b-814c-7e3b690ddd87 None None] Provisioning complete for port f257de9c-60f7-4c83-8501-3f71701fa207 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:09.721724 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-22cf8b77-fc7a-4a7b-814c-7e3b690ddd87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.754924 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-22cf8b77-fc7a-4a7b-814c-7e3b690ddd87 None None] Port f257de9c-60f7-4c83-8501-3f71701fa207 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:22:09.759976 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.821714 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Routers {'20327062-6d86-40dc-a0f8-f1f0030f7f33'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:09.822365 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['20327062-6d86-40dc-a0f8-f1f0030f7f33'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:09.824412 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e5f15a-2fcb-45f0-aeaa-bba74aa4889c None None] Pushing event updated for resources: {'Port': ['ID=2b78335a-2bbf-428f-aa34-332d629fb6e7,revision_number=3']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:09.886464 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Publish callbacks [] for port (f257de9c-60f7-4c83-8501-3f71701fa207), precommit_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.936978 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13021659'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), after_update {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:09.944021 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] Set router 20327062-6d86-40dc-a0f8-f1f0030f7f33 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:10.006680 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Pushing event updated for resources: {'Port': ['ID=f257de9c-60f7-4c83-8501-3f71701fa207,revision_number=2']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:10.010003 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1603926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2048616'] for router_interface (20327062-6d86-40dc-a0f8-f1f0030f7f33), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:10.097790 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Network 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 is already hosted by enough agents. {{(pid=103817) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:22:10.099161 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103817) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:10.146359 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'name': 'tempest-TestMinimumBasicScenario-1757013962-router', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203'}], 'enable_snat': True}, 'gw_port_id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 4, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'gw_port': {'id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f257de9c-60f7-4c83-8501-3f71701fa207', 'name': '', 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'mac_address': 'fa:16:3e:0b:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '17a7b5da-a9f8-4cec-b5bb-09191327dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:09Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 1, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'subnets': [{'id': '17a7b5da-a9f8-4cec-b5bb-09191327dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:10.175405 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f572c4f3-01d6-482c-8445-068c43811843 None None] The sync data for ids ['20327062-6d86-40dc-a0f8-f1f0030f7f33'] in dv-cinder-master-3-smb is: [{'id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'name': 'tempest-TestMinimumBasicScenario-1757013962-router', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203'}], 'enable_snat': True}, 'gw_port_id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 4, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'gw_port': {'id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f257de9c-60f7-4c83-8501-3f71701fa207', 'name': '', 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'mac_address': 'fa:16:3e:0b:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '17a7b5da-a9f8-4cec-b5bb-09191327dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:09Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 1, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'subnets': [{'id': '17a7b5da-a9f8-4cec-b5bb-09191327dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:22:10.211305 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:22:10.238784 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Router 20327062-6d86-40dc-a0f8-f1f0030f7f33 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:22:10.264995 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:10.265549 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:10.371160 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:10.380203 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:22:10.382098 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-feace2df-976b-4ef2-ae27-18d13479d140 None None] Provisioning complete for port f257de9c-60f7-4c83-8501-3f71701fa207 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:10.382483 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-feace2df-976b-4ef2-ae27-18d13479d140 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:10.394181 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-ecc5510b-9520-46b0-97fe-50a931558c73 admin admin] 10.222.0.13 "PUT /v2.0/routers/20327062-6d86-40dc-a0f8-f1f0030f7f33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7326727 Apr 01 10:22:10.445746 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-feace2df-976b-4ef2-ae27-18d13479d140 None None] Port f257de9c-60f7-4c83-8501-3f71701fa207 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:22:12.249516 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 2b78335a-2bbf-428f-aa34-332d629fb6e7 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:22:12.306052 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 2b78335a-2bbf-428f-aa34-332d629fb6e7 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:12.306336 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:12.402682 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 2b78335a-2bbf-428f-aa34-332d629fb6e7 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:12.403081 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:12.425594 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] For port 2b78335a-2bbf-428f-aa34-332d629fb6e7, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2b78335a-2bbf-428f-aa34-332d629fb6e7,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:12.497827 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:12.557733 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Pushing event updated for resources: {'Port': ['ID=2b78335a-2bbf-428f-aa34-332d629fb6e7,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:13.324995 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Sync routers for ids ['20327062-6d86-40dc-a0f8-f1f0030f7f33'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:22:13.336666 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Routers {'20327062-6d86-40dc-a0f8-f1f0030f7f33'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:13.337315 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['20327062-6d86-40dc-a0f8-f1f0030f7f33'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:13.456994 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Set router 20327062-6d86-40dc-a0f8-f1f0030f7f33 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:13.681400 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'name': 'tempest-TestMinimumBasicScenario-1757013962-router', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203'}], 'enable_snat': True}, 'gw_port_id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 4, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'gw_port': {'id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f257de9c-60f7-4c83-8501-3f71701fa207', 'name': '', 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'mac_address': 'fa:16:3e:0b:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '17a7b5da-a9f8-4cec-b5bb-09191327dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:09Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 2, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'subnets': [{'id': '17a7b5da-a9f8-4cec-b5bb-09191327dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:13.708933 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Checking router: 20327062-6d86-40dc-a0f8-f1f0030f7f33 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:22:13.709322 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Updating router 20327062-6d86-40dc-a0f8-f1f0030f7f33 port f257de9c-60f7-4c83-8501-3f71701fa207 binding host dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 01 10:22:13.740379 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:13.996934 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Publish callbacks [] for port (f257de9c-60f7-4c83-8501-3f71701fa207), precommit_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:14.130478 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:14.194588 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 2b78335a-2bbf-428f-aa34-332d629fb6e7 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:22:14.201610 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c351fa-a88e-4594-963a-2688066c36ab None None] Pushing event updated for resources: {'Port': ['ID=f257de9c-60f7-4c83-8501-3f71701fa207,revision_number=3']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:14.242161 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Attempting to bind port f257de9c-60f7-4c83-8501-3f71701fa207 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:22:14.242706 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Attempting to bind port f257de9c-60f7-4c83-8501-3f71701fa207 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '14491ec2-e5dc-4f89-b509-36a53bb4b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533'}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:22:14.242914 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Attempting to bind port f257de9c-60f7-4c83-8501-3f71701fa207 on network 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:22:14.244338 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port 2b78335a-2bbf-428f-aa34-332d629fb6e7 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:14.244727 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:14.252772 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Checking agent: {'id': '4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 4, 35), 'started_at': datetime.datetime(2022, 4, 1, 10, 5, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:22:14.252772 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Checking segment: {'id': '14491ec2-e5dc-4f89-b509-36a53bb4b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:22:14.252772 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:14.252772 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Bound using segment: {'id': '14491ec2-e5dc-4f89-b509-36a53bb4b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533'} {{(pid=103820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:22:14.253558 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.managers [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Bound port: f257de9c-60f7-4c83-8501-3f71701fa207, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14491ec2-e5dc-4f89-b509-36a53bb4b8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533'}}] {{(pid=103820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:22:14.253955 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), before_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:14.336159 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] For port f257de9c-60f7-4c83-8501-3f71701fa207, host dv-cinder-master-3-smb, cleared binding levels {{(pid=103820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:22:14.339963 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.plugins.ml2.db [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] For port f257de9c-60f7-4c83-8501-3f71701fa207, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f257de9c-60f7-4c83-8501-3f71701fa207,segment=NetworkSegment(14491ec2-e5dc-4f89-b509-36a53bb4b8c6),segment_id=14491ec2-e5dc-4f89-b509-36a53bb4b8c6)] {{(pid=103820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:22:14.342656 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port 2b78335a-2bbf-428f-aa34-332d629fb6e7 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:14.394787 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron_lib.callbacks.manager [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), after_update {{(pid=103820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:14.460434 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Routers {'20327062-6d86-40dc-a0f8-f1f0030f7f33'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:14.461076 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['20327062-6d86-40dc-a0f8-f1f0030f7f33'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:14.511297 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-82acafb4-40d6-4a4c-9030-6b3049f164a6 None None] Provisioning complete for port f257de9c-60f7-4c83-8501-3f71701fa207 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:14.511636 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-82acafb4-40d6-4a4c-9030-6b3049f164a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:14.576505 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c351fa-a88e-4594-963a-2688066c36ab None None] Pushing event updated for resources: {'Port': ['ID=f257de9c-60f7-4c83-8501-3f71701fa207,revision_number=4']} {{(pid=103820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:14.611167 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] Set router 20327062-6d86-40dc-a0f8-f1f0030f7f33 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:14.638038 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-82acafb4-40d6-4a4c-9030-6b3049f164a6 None None] Current status of the port f257de9c-60f7-4c83-8501-3f71701fa207 is: DOWN; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:14.638685 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-82acafb4-40d6-4a4c-9030-6b3049f164a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:14.691640 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-82acafb4-40d6-4a4c-9030-6b3049f164a6 None None] For port f257de9c-60f7-4c83-8501-3f71701fa207, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f257de9c-60f7-4c83-8501-3f71701fa207,segment=NetworkSegment(14491ec2-e5dc-4f89-b509-36a53bb4b8c6),segment_id=14491ec2-e5dc-4f89-b509-36a53bb4b8c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:14.788516 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-82acafb4-40d6-4a4c-9030-6b3049f164a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:14.846167 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82acafb4-40d6-4a4c-9030-6b3049f164a6 None None] Pushing event updated for resources: {'Port': ['ID=f257de9c-60f7-4c83-8501-3f71701fa207,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:14.867482 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'name': 'tempest-TestMinimumBasicScenario-1757013962-router', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203'}], 'enable_snat': True}, 'gw_port_id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 4, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'gw_port': {'id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f257de9c-60f7-4c83-8501-3f71701fa207', 'name': '', 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'mac_address': 'fa:16:3e:0b:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '17a7b5da-a9f8-4cec-b5bb-09191327dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:09Z', 'updated_at': '2022-04-01T10:22:14Z', 'revision_number': 4, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'subnets': [{'id': '17a7b5da-a9f8-4cec-b5bb-09191327dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:14.904409 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d5d5ea7-e349-4fbd-a1bb-c454714cd076 None None] The sync data for ids ['20327062-6d86-40dc-a0f8-f1f0030f7f33'] in dv-cinder-master-3-smb is: [{'id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'name': 'tempest-TestMinimumBasicScenario-1757013962-router', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203'}], 'enable_snat': True}, 'gw_port_id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:09Z', 'revision_number': 4, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'gw_port': {'id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'f257de9c-60f7-4c83-8501-3f71701fa207', 'name': '', 'network_id': '5b295ccf-5e48-48b3-ad7e-bd746cb8f533', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'mac_address': 'fa:16:3e:0b:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_interface', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': '17a7b5da-a9f8-4cec-b5bb-09191327dfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:09Z', 'updated_at': '2022-04-01T10:22:14Z', 'revision_number': 4, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'subnets': [{'id': '17a7b5da-a9f8-4cec-b5bb-09191327dfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:22:14.925441 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-1ce0424d-fe9d-4632-ac0a-a731e8d93997 None None] Provisioning complete for port f257de9c-60f7-4c83-8501-3f71701fa207 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:14.926303 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-1ce0424d-fe9d-4632-ac0a-a731e8d93997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:15.046722 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-1ce0424d-fe9d-4632-ac0a-a731e8d93997 None None] Current status of the port f257de9c-60f7-4c83-8501-3f71701fa207 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:16.230031 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device f257de9c-60f7-4c83-8501-3f71701fa207 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:22:16.291319 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Provisioning complete for port f257de9c-60f7-4c83-8501-3f71701fa207 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:16.291869 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:16.381996 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Current status of the port f257de9c-60f7-4c83-8501-3f71701fa207 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:22.818601 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-cbda6bb2-fef3-4ff3-90cc-7757c882a97b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:22.820028 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-cbda6bb2-fef3-4ff3-90cc-7757c882a97b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/networks?id=72ae1a63-42a2-46f1-ac87-d568b389e095 HTTP/1.1" status: 200 len: 814 time: 0.0958066 Apr 01 10:22:22.834473 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-f479b114-4844-4bcc-b348-d201b3ec144f tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/quotas/1a0219a3340b42dd8246bd34cd2726d5 HTTP/1.1" status: 200 len: 375 time: 0.0091419 Apr 01 10:22:22.889981 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-d4d0cd0f-ef9c-47d3-995c-17f2b08ecadf tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508382 Apr 01 10:22:22.980558 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-f3eb61df-84cb-462d-bfe7-22572f354496 service neutron] 10.222.0.13 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788374 Apr 01 10:22:23.068787 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-92827b84-53a7-47cd-a244-8e997d0546ec service neutron] 10.222.0.13 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825865 Apr 01 10:22:23.308214 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-06d1106c-64df-4610-917c-d6c2bb4a5e96 req-bbd905f4-0bd1-40d3-819b-d28fdff52618 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 210 time: 0.0275908 Apr 01 10:22:24.400040 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4a079476-8810-480e-8277-8d1f0a18964f req-8f543883-57a3-44f0-87d5-8c23d8f931c2 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 210 time: 0.0275719 Apr 01 10:22:25.351994 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-76134662-9bfc-4a74-8a3e-795bda8afd09 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:25.353469 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-76134662-9bfc-4a74-8a3e-795bda8afd09 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.43 "GET /v2.0/networks?id=72ae1a63-42a2-46f1-ac87-d568b389e095 HTTP/1.1" status: 200 len: 814 time: 0.1018643 Apr 01 10:22:25.364323 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Request body: {'port': {'device_id': '641275ba-0370-4aa9-a434-86fb831b1228', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'admin_state_up': True, 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:25.494548 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-76c95d8f-c7cb-47e2-aaf4-d96fcc501ce3 req-2560743b-b527-4f05-a1f4-73b623a17b0b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 210 time: 0.0275853 Apr 01 10:22:25.519622 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Made reservation on behalf of 1a0219a3340b42dd8246bd34cd2726d5 for: {'port': 1} {{(pid=103818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 01 10:22:25.523148 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:25.647143 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Allocated IP 172.20.0.8 (72ae1a63-42a2-46f1-ac87-d568b389e095/42cca21d-81f2-45a6-a951-758cc0a8d84a/337189d0-5923-468d-b402-769c58c5da06) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:22:25.796702 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for port (337189d0-5923-468d-b402-769c58c5da06), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:25.880948 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (337189d0-5923-468d-b402-769c58c5da06), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:25.941492 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Network 72ae1a63-42a2-46f1-ac87-d568b389e095 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:22:25.946369 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:25.949057 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:22:25.953958 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'Port': ['ID=337189d0-5923-468d-b402-769c58c5da06,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:26.026605 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:26.027751 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:26.105508 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-1e2f44ee-17b0-498c-b1b4-857e0ebf8c1d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7444994 Apr 01 10:22:26.154439 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:26.240260 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-74f92b31-c2e3-4b76-806a-3a96e0d398e4 None None] Provisioning complete for port 337189d0-5923-468d-b402-769c58c5da06 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:26.240867 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-74f92b31-c2e3-4b76-806a-3a96e0d398e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (337189d0-5923-468d-b402-769c58c5da06), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:26.280279 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-74f92b31-c2e3-4b76-806a-3a96e0d398e4 None None] Port 337189d0-5923-468d-b402-769c58c5da06 cannot update to ACTIVE because it is not bound. {{(pid=103819) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 01 10:22:26.625757 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48be070-7fad-42a6-b8b6-d09efbc4a67e req-ee62bf1d-4094-43ad-94ad-5a1ca6bec330 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:26.627885 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b48be070-7fad-42a6-b8b6-d09efbc4a67e req-ee62bf1d-4094-43ad-94ad-5a1ca6bec330 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 931 time: 0.0609007 Apr 01 10:22:26.678114 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b48be070-7fad-42a6-b8b6-d09efbc4a67e req-d3d953f8-1f67-4293-acc0-d06ec337d7dd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425007 Apr 01 10:22:27.805236 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ea0067-e730-466f-84c6-92ffb3cb96c0 req-f595d0e9-0536-406f-bb13-2c0df7e8d851 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:27.806807 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-62ea0067-e730-466f-84c6-92ffb3cb96c0 req-f595d0e9-0536-406f-bb13-2c0df7e8d851 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 931 time: 0.0557971 Apr 01 10:22:27.855642 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-62ea0067-e730-466f-84c6-92ffb3cb96c0 req-918ca31f-f454-41b2-91f6-4003518f74e2 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428216 Apr 01 10:22:28.616151 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8fadf21b-8284-467d-86fb-586190e8b3f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:29.000017 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e677ced5-ab4a-4edd-af7d-47be96ecf835 req-938d4905-2075-4c08-ab2d-d7ccac507f92 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:29.001580 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e677ced5-ab4a-4edd-af7d-47be96ecf835 req-938d4905-2075-4c08-ab2d-d7ccac507f92 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 931 time: 0.0774362 Apr 01 10:22:29.054657 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e677ced5-ab4a-4edd-af7d-47be96ecf835 req-0ed6680b-2d87-43b0-9108-023f3f1d9419 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472884 Apr 01 10:22:30.176517 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eba64b-04f1-45cb-bf41-fca8731b06ea req-3fbc4320-84a0-4fb1-a3ab-6dd705614399 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:30.183384 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-37eba64b-04f1-45cb-bf41-fca8731b06ea req-3fbc4320-84a0-4fb1-a3ab-6dd705614399 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 931 time: 0.0605910 Apr 01 10:22:30.227447 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-37eba64b-04f1-45cb-bf41-fca8731b06ea req-af47fa8d-fead-4be2-9b74-3942f0bf7b6b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429494 Apr 01 10:22:30.734488 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:22:30.850996 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6a8be553-8781-47c1-a0c0-f506ad188d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:31.352467 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bd3a1-b930-4282-b921-fde753170078 req-1771aac3-558c-4a55-b3f7-3cc248d767b2 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:31.353992 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e89bd3a1-b930-4282-b921-fde753170078 req-1771aac3-558c-4a55-b3f7-3cc248d767b2 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 931 time: 0.0562284 Apr 01 10:22:31.404694 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-e89bd3a1-b930-4282-b921-fde753170078 req-eff2b4e7-df85-4bcf-9722-044554513596 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450530 Apr 01 10:22:31.908358 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:32.553180 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecbe81-c912-4e43-b053-34b2b5f184f9 req-c464f811-d4b5-42f8-83e7-d4aad4aac5b9 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:32.559440 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-05ecbe81-c912-4e43-b053-34b2b5f184f9 req-c464f811-d4b5-42f8-83e7-d4aad4aac5b9 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 931 time: 0.0789177 Apr 01 10:22:32.614011 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-05ecbe81-c912-4e43-b053-34b2b5f184f9 req-8ed71c3a-1cfb-479a-b68d-6f6fea6ad8ba tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536284 Apr 01 10:22:33.610181 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Request body: {'port': {'device_id': '641275ba-0370-4aa9-a434-86fb831b1228', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:33.656388 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:33.666904 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (337189d0-5923-468d-b402-769c58c5da06), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:33.823542 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9872a-2268-4064-82a4-1c194eb23cdb req-7840cbcb-c2ff-47d0-bd5b-1a0abb576899 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:33.825026 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5ce9872a-2268-4064-82a4-1c194eb23cdb req-7840cbcb-c2ff-47d0-bd5b-1a0abb576899 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 931 time: 0.1241443 Apr 01 10:22:33.924556 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-5ce9872a-2268-4064-82a4-1c194eb23cdb req-06fd0535-69a9-4b12-97a5-a10f23883148 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934329 Apr 01 10:22:34.001074 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337189d0-5923-468d-b402-769c58c5da06 {{(pid=103818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:22:34.008811 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Publish callbacks [] for port (337189d0-5923-468d-b402-769c58c5da06), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:34.020668 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.provisioning_blocks [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Transition to ACTIVE for port object 337189d0-5923-468d-b402-769c58c5da06 will not be triggered until provisioned by entity L2. {{(pid=103818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Apr 01 10:22:34.079297 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (337189d0-5923-468d-b402-769c58c5da06), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:34.135973 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Pushing event updated for resources: {'Port': ['ID=337189d0-5923-468d-b402-769c58c5da06,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:34.202411 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Attempting to bind port 337189d0-5923-468d-b402-769c58c5da06 on host hv-cinder-maste for vnic_type normal with profile {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 01 10:22:34.202743 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Attempting to bind port 337189d0-5923-468d-b402-769c58c5da06 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 01 10:22:34.203073 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Attempting to bind port 337189d0-5923-468d-b402-769c58c5da06 on network 72ae1a63-42a2-46f1-ac87-d568b389e095 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:22:34.208017 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Port 337189d0-5923-468d-b402-769c58c5da06 on network 72ae1a63-42a2-46f1-ac87-d568b389e095 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 01 10:22:34.208331 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Attempting to bind port 337189d0-5923-468d-b402-769c58c5da06 on network 72ae1a63-42a2-46f1-ac87-d568b389e095 {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 01 10:22:34.213386 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Checking agent: {'id': '9b5b95a2-4868-4b0a-9963-04dd6aa8c12e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'started_at': datetime.datetime(2022, 4, 1, 10, 10, 56), 'heartbeat_timestamp': datetime.datetime(2022, 4, 1, 10, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 01 10:22:34.213720 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Checking segment: {'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 01 10:22:34.214105 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Bound using segment: {'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'} {{(pid=103818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 01 10:22:34.214532 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.managers [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Bound port: 337189d0-5923-468d-b402-769c58c5da06, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3b97368-a859-4a06-81d0-7dbfe0e11d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095'}}] {{(pid=103818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 01 10:22:34.214888 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (337189d0-5923-468d-b402-769c58c5da06), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:34.279305 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] For port 337189d0-5923-468d-b402-769c58c5da06, host hv-cinder-maste, cleared binding levels {{(pid=103818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 01 10:22:34.282278 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] For port 337189d0-5923-468d-b402-769c58c5da06, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=337189d0-5923-468d-b402-769c58c5da06,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 01 10:22:34.354860 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (337189d0-5923-468d-b402-769c58c5da06), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:34.394666 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:34.395276 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:34.396692 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] 10.222.0.43 "PUT /v2.0/ports/337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 200 len: 1093 time: 0.7908862 Apr 01 10:22:34.398872 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'tag': '337189d0-5923-468d-b402-769c58c5da06'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:22:34.401917 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6765dbf-78bf-46c0-ab01-e2a89af9a5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "tag": "337189d0-5923-468d-b402-769c58c5da06"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:22:34.429365 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe4b60-6766-4f7c-bd4b-74e12c2a0932 service neutron] Pushing event updated for resources: {'Port': ['ID=337189d0-5923-468d-b402-769c58c5da06,revision_number=3']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:34.441650 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67449e2-0e99-495c-911e-ded181153dd6 x-openstack-request-id: req-e67449e2-0e99-495c-911e-ded181153dd6 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:22:34.441650 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "tag": "337189d0-5923-468d-b402-769c58c5da06", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:22:34.441650 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-e67449e2-0e99-495c-911e-ded181153dd6 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:22:34.442144 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67449e2-0e99-495c-911e-ded181153dd6'] response: {'name': 'network-changed', 'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'tag': '337189d0-5923-468d-b402-769c58c5da06', 'status': 'completed', 'code': 200} Apr 01 10:22:34.508103 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6765dbf-78bf-46c0-ab01-e2a89af9a5dd req-de1ff653-86cb-4a1a-8880-c4117f4f7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:34.509664 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c6765dbf-78bf-46c0-ab01-e2a89af9a5dd req-de1ff653-86cb-4a1a-8880-c4117f4f7036 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 1127 time: 0.0467901 Apr 01 10:22:34.605226 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6765dbf-78bf-46c0-ab01-e2a89af9a5dd req-1d342cd8-ad9a-4b13-8ad9-e9e35b172e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:34.606711 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c6765dbf-78bf-46c0-ab01-e2a89af9a5dd req-1d342cd8-ad9a-4b13-8ad9-e9e35b172e27 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0907063 Apr 01 10:22:34.706380 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6765dbf-78bf-46c0-ab01-e2a89af9a5dd req-53e24541-5cfd-4109-a8bd-783ba6f58b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:34.707784 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-c6765dbf-78bf-46c0-ab01-e2a89af9a5dd req-53e24541-5cfd-4109-a8bd-783ba6f58b19 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957036 Apr 01 10:22:34.783412 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-88e6cd7d-2460-46dc-bdd9-1b544f196256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:34.784980 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-88e6cd7d-2460-46dc-bdd9-1b544f196256 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 1127 time: 0.0439568 Apr 01 10:22:34.824408 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-0fb3f194-842a-4c56-a88c-c952244709a4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 200 len: 217 time: 0.0334601 Apr 01 10:22:34.874404 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-13846ffd-027d-4f8f-9b55-fcec2d86e82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:34.875841 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-13846ffd-027d-4f8f-9b55-fcec2d86e82f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42cca21d-81f2-45a6-a951-758cc0a8d84a HTTP/1.1" status: 200 len: 853 time: 0.0460050 Apr 01 10:22:34.924208 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-c2eee343-98a3-44e0-853a-c183f94981e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:34.925726 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-c2eee343-98a3-44e0-853a-c183f94981e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ae1a63-42a2-46f1-ac87-d568b389e095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427713 Apr 01 10:22:34.936585 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:35.043715 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-ae787129-e44f-435c-98f3-b633771241db service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123710 Apr 01 10:22:35.098098 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6eebd3-9ee1-4557-a69f-060f891d8804 req-31f9c470-e2aa-40d7-ac2e-0f29ac15e1b5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:35.099518 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8f6eebd3-9ee1-4557-a69f-060f891d8804 req-31f9c470-e2aa-40d7-ac2e-0f29ac15e1b5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 943 time: 0.1069405 Apr 01 10:22:35.169912 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8f6eebd3-9ee1-4557-a69f-060f891d8804 req-430a38ff-ca42-4866-a6b0-9516f80bb420 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647719 Apr 01 10:22:35.172131 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ab63dc58-ac7b-4178-8132-a9379a41bfbb req-bca3936b-8107-4df2-9222-ba70d38e515a service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224093 Apr 01 10:22:36.293107 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690a9a-0360-4f0b-b7c8-1a1af879b561 req-31888c53-0dca-4c9a-ab00-96c5ce3625ce tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:36.294615 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-28690a9a-0360-4f0b-b7c8-1a1af879b561 req-31888c53-0dca-4c9a-ab00-96c5ce3625ce tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 943 time: 0.0567081 Apr 01 10:22:36.348399 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-28690a9a-0360-4f0b-b7c8-1a1af879b561 req-35b630d5-3998-408c-9d00-a64422f2a159 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474501 Apr 01 10:22:37.462715 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21b6fc-b4ce-4634-8c49-2fa6a184a342 req-0a9e94c7-b9a8-4f44-82dd-7056f3daedb1 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:37.464184 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0d21b6fc-b4ce-4634-8c49-2fa6a184a342 req-0a9e94c7-b9a8-4f44-82dd-7056f3daedb1 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 943 time: 0.0510504 Apr 01 10:22:37.509698 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0d21b6fc-b4ce-4634-8c49-2fa6a184a342 req-6b8d2201-8ddc-4c9e-b23a-72785560e54b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398140 Apr 01 10:22:37.695522 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 337189d0-5923-468d-b402-769c58c5da06 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=103819) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 01 10:22:37.790419 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 337189d0-5923-468d-b402-769c58c5da06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=337189d0-5923-468d-b402-769c58c5da06,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:37.802624 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Returning: {'device': '337189d0-5923-468d-b402-769c58c5da06', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'port_id': '337189d0-5923-468d-b402-769c58c5da06', 'mac_address': 'fa:16:3e:d9:72:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103819) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 01 10:22:37.837940 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 337189d0-5923-468d-b402-769c58c5da06 is: DOWN; New status is: BUILD {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:37.838328 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (337189d0-5923-468d-b402-769c58c5da06), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:37.850926 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337189d0-5923-468d-b402-769c58c5da06 {{(pid=103819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 01 10:22:37.869603 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 337189d0-5923-468d-b402-769c58c5da06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=337189d0-5923-468d-b402-769c58c5da06,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:37.953112 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (337189d0-5923-468d-b402-769c58c5da06), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:37.997792 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=337189d0-5923-468d-b402-769c58c5da06,revision_number=4']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:38.171475 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['337189d0-5923-468d-b402-769c58c5da06'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:22:38.627362 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb44c75-c876-47ea-89d1-8709c46ef1a9 req-db9199e6-5004-473e-bf62-194d8aa6338c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:38.628816 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9bb44c75-c876-47ea-89d1-8709c46ef1a9 req-db9199e6-5004-473e-bf62-194d8aa6338c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 944 time: 0.0547023 Apr 01 10:22:38.674010 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9bb44c75-c876-47ea-89d1-8709c46ef1a9 req-0249eee6-abb9-472e-857d-583936d1543a tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396535 Apr 01 10:22:39.696140 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 337189d0-5923-468d-b402-769c58c5da06 up at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 01 10:22:39.787729 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b84f9-c568-42a7-bf9e-950430b3343f req-5f39e629-dc59-4218-8e26-f7e30a22966a tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:39.789238 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3f5b84f9-c568-42a7-bf9e-950430b3343f req-5f39e629-dc59-4218-8e26-f7e30a22966a tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 944 time: 0.0507576 Apr 01 10:22:39.801707 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning for port 337189d0-5923-468d-b402-769c58c5da06 completed by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 01 10:22:39.808402 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Provisioning complete for port 337189d0-5923-468d-b402-769c58c5da06 triggered by entity L2. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:39.808777 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (337189d0-5923-468d-b402-769c58c5da06), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:39.837480 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-3f5b84f9-c568-42a7-bf9e-950430b3343f req-f628146e-f7df-402e-8060-8c241b20a26b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424585 Apr 01 10:22:39.890071 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Current status of the port 337189d0-5923-468d-b402-769c58c5da06 is: BUILD; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:39.890462 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (337189d0-5923-468d-b402-769c58c5da06), before_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:39.912706 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337189d0-5923-468d-b402-769c58c5da06'}] {{(pid=103819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:22:39.914922 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc6a3e06835030cbd3c2776ac45e983105fbade708b8f666be11fae1cffe9134" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b2c6f5-f5f7-4f38-8992-f6ec549bcc87" -d '{"events": [{"server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "name": "network-vif-plugged", "status": "completed", "tag": "337189d0-5923-468d-b402-769c58c5da06"}]}' {{(pid=103819) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:22:39.927536 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] For port 337189d0-5923-468d-b402-769c58c5da06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=337189d0-5923-468d-b402-769c58c5da06,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:39.953672 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6c29b6-46a6-432e-b1d7-b8c44c1e4a48 x-openstack-request-id: req-6e6c29b6-46a6-432e-b1d7-b8c44c1e4a48 {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:22:39.953672 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "name": "network-vif-plugged", "status": "completed", "tag": "337189d0-5923-468d-b402-769c58c5da06", "code": 200}]} {{(pid=103819) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:22:39.953672 dv-cinder-master-3-smb neutron-server[103819]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-6e6c29b6-46a6-432e-b1d7-b8c44c1e4a48 {{(pid=103819) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:22:39.953672 dv-cinder-master-3-smb neutron-server[103819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e6c29b6-46a6-432e-b1d7-b8c44c1e4a48'] response: {'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337189d0-5923-468d-b402-769c58c5da06', 'code': 200} Apr 01 10:22:39.987952 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238'] for port (337189d0-5923-468d-b402-769c58c5da06), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:40.034466 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Pushing event updated for resources: {'Port': ['ID=337189d0-5923-468d-b402-769c58c5da06,revision_number=5']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:40.219237 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaff25f-3d0e-4309-8ce6-7c750b03f393 req-dfa30ee0-4b77-47ff-b1c0-89f58bb3c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:40.221331 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-beaff25f-3d0e-4309-8ce6-7c750b03f393 req-dfa30ee0-4b77-47ff-b1c0-89f58bb3c408 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 1129 time: 0.0429559 Apr 01 10:22:40.266184 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-beaff25f-3d0e-4309-8ce6-7c750b03f393 req-13c444c1-2206-4978-8132-1c85a0df4fc9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385966 Apr 01 10:22:40.954029 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e5301-3cbf-413f-abd4-f13175a1aa94 req-b7a3c195-31cb-44f4-b957-d05fcf399aea tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:40.955571 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-305e5301-3cbf-413f-abd4-f13175a1aa94 req-b7a3c195-31cb-44f4-b957-d05fcf399aea tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 945 time: 0.0516779 Apr 01 10:22:41.000872 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-305e5301-3cbf-413f-abd4-f13175a1aa94 req-1ca36481-8874-4e90-b631-c5991013c00b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Apr 01 10:22:42.115711 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04f9e6-b1a4-4a50-94b3-81023dfc134c req-9e471b30-fd7e-4da1-a0b1-4910f0e8a20b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:42.117175 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9e04f9e6-b1a4-4a50-94b3-81023dfc134c req-9e471b30-fd7e-4da1-a0b1-4910f0e8a20b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 945 time: 0.0503395 Apr 01 10:22:42.162345 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9e04f9e6-b1a4-4a50-94b3-81023dfc134c req-50ff8e5e-55f9-4804-a51f-f249bb472d3b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397205 Apr 01 10:22:42.277893 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef16a6-847b-4b63-8340-ea3589662cef req-8cb13cef-2b15-473f-8059-940c05edae4d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:42.279424 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b5ef16a6-847b-4b63-8340-ea3589662cef req-8cb13cef-2b15-473f-8059-940c05edae4d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 945 time: 0.0540559 Apr 01 10:22:42.323575 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b5ef16a6-847b-4b63-8340-ea3589662cef req-734ada2e-8d2b-46b0-9a7f-1287177e3d78 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387700 Apr 01 10:22:42.636255 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b005b7c-dc61-44b5-a1a1-bb8243650180 req-1205d942-2339-434e-b37a-a6bcd25349a0 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:42.637717 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8b005b7c-dc61-44b5-a1a1-bb8243650180 req-1205d942-2339-434e-b37a-a6bcd25349a0 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 945 time: 0.0504756 Apr 01 10:22:42.690308 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-8b005b7c-dc61-44b5-a1a1-bb8243650180 req-33fdab3f-897f-4a00-8c02-1c763077f964 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Apr 01 10:22:47.462924 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05323162-588f-4778-b7ad-b5dec9b07c21 req-873ed261-189f-47ac-9552-20afb6447605 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:47.464363 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-05323162-588f-4778-b7ad-b5dec9b07c21 req-873ed261-189f-47ac-9552-20afb6447605 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 945 time: 0.0497985 Apr 01 10:22:47.513789 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-05323162-588f-4778-b7ad-b5dec9b07c21 req-35c546a3-4df4-4465-9931-8ae2dab2d9f7 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436428 Apr 01 10:22:47.535421 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43732) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:47.663723 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f8a8ff-8c80-499b-b814-5cda867a3fb3 tempest-TestMinimumBasicScenario-1417391821 tempest-TestMinimumBasicScenario-1417391821-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:47.665243 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-32f8a8ff-8c80-499b-b814-5cda867a3fb3 tempest-TestMinimumBasicScenario-1417391821 tempest-TestMinimumBasicScenario-1417391821-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 1124 time: 0.1288593 Apr 01 10:22:47.668086 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43736) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:47.672350 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Request body: {'floatingip': {'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'port_id': '337189d0-5923-468d-b402-769c58c5da06', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:47.758983 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:47.852721 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (None), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:47.955819 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_common [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Allocated IP 172.37.3.14 (aeedfa4d-82b6-43b4-8b9b-8358174c47b5/9fce0700-5ce0-4e31-be53-f521e5f03b19/22634e92-f718-496f-97dc-8a6d87884e66) {{(pid=103818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 01 10:22:48.051826 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for port (22634e92-f718-496f-97dc-8a6d87884e66), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:48.159274 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783485707758', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (22634e92-f718-496f-97dc-8a6d87884e66), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:48.197829 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Network aeedfa4d-82b6-43b4-8b9b-8358174c47b5 is already hosted by enough agents. {{(pid=103818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 01 10:22:48.200745 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.base_scheduler [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Resources bound (agent type, host, resource id): {{(pid=103818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 01 10:22:48.203207 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Received port after_create {{(pid=103818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 01 10:22:48.231626 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'Port': ['ID=22634e92-f718-496f-97dc-8a6d87884e66,revision_number=1']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:48.549986 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for floatingip (b58e1912-575f-442b-b744-cf0c7967aa95), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:48.682469 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (22634e92-f718-496f-97dc-8a6d87884e66), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:48.823599 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for port (22634e92-f718-496f-97dc-8a6d87884e66), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:48.889838 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (22634e92-f718-496f-97dc-8a6d87884e66), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:48.955908 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'Port': ['ID=22634e92-f718-496f-97dc-8a6d87884e66,revision_number=2']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:48.965797 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-2048373'] for floatingip (b58e1912-575f-442b-b744-cf0c7967aa95), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:49.063634 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Floating IP b58e1912-575f-442b-b744-cf0c7967aa95 associated. External IP: 172.37.3.14, port: 337189d0-5923-468d-b402-769c58c5da06. Apr 01 10:22:49.264880 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Router eee85cde-e0cd-4ffd-aff7-a8f220b65971 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:22:49.380763 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:22:49.391052 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdca0ef-92ec-462c-b4fe-471708ed7b7d None None] Sync routers for ids ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:22:49.401179 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdca0ef-92ec-462c-b4fe-471708ed7b7d None None] Routers {'eee85cde-e0cd-4ffd-aff7-a8f220b65971'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:49.401768 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1bdca0ef-92ec-462c-b4fe-471708ed7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:49.452782 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:49.484355 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-c95b4ff5-083c-4ea9-b8ca-f23a278edfc6 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8152206 Apr 01 10:22:49.491992 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'tag': '337189d0-5923-468d-b402-769c58c5da06'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:22:49.491992 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73edf08-da96-4492-9568-3547b4e58b96" -d '{"events": [{"name": "network-changed", "server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "tag": "337189d0-5923-468d-b402-769c58c5da06"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:22:49.492226 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43738) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:49.492226 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-5f76c2d8-ed38-4aa3-89b6-d6fc59c3b918 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1536663263', 'description': 'tempest-secgroup-smoke-1536663263 description', 'project_id': '1a0219a3340b42dd8246bd34cd2726d5'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:49.529014 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9381e4-5334-4218-a817-f6addebe2316 x-openstack-request-id: req-0d9381e4-5334-4218-a817-f6addebe2316 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:22:49.529374 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "tag": "337189d0-5923-468d-b402-769c58c5da06", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:22:49.529632 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-0d9381e4-5334-4218-a817-f6addebe2316 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:22:49.530075 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d9381e4-5334-4218-a817-f6addebe2316'] response: {'name': 'network-changed', 'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'tag': '337189d0-5923-468d-b402-769c58c5da06', 'status': 'completed', 'code': 200} Apr 01 10:22:49.570963 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5f76c2d8-ed38-4aa3-89b6-d6fc59c3b918 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group (None), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:49.596355 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73edf08-da96-4492-9568-3547b4e58b96 req-b63a51cc-f1ed-4e95-8246-a85b9c17966a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:49.598090 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f73edf08-da96-4492-9568-3547b4e58b96 req-b63a51cc-f1ed-4e95-8246-a85b9c17966a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 1129 time: 0.0480421 Apr 01 10:22:49.639619 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-1bdca0ef-92ec-462c-b4fe-471708ed7b7d None None] Set router eee85cde-e0cd-4ffd-aff7-a8f220b65971 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:49.646080 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5f76c2d8-ed38-4aa3-89b6-d6fc59c3b918 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group (e965aacf-6357-4881-b65a-6996116f5027), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:49.692219 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73edf08-da96-4492-9568-3547b4e58b96 req-8a67a543-99c2-42f9-a24e-5153c6dda85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:49.694091 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f73edf08-da96-4492-9568-3547b4e58b96 req-8a67a543-99c2-42f9-a24e-5153c6dda85e service neutron] 10.222.0.43 "GET /v2.0/networks?id=72ae1a63-42a2-46f1-ac87-d568b389e095 HTTP/1.1" status: 200 len: 915 time: 0.0908043 Apr 01 10:22:49.713858 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5f76c2d8-ed38-4aa3-89b6-d6fc59c3b918 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (e965aacf-6357-4881-b65a-6996116f5027), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:49.748235 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f76c2d8-ed38-4aa3-89b6-d6fc59c3b918 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e965aacf-6357-4881-b65a-6996116f5027,revision_number=1']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:49.763983 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f73edf08-da96-4492-9568-3547b4e58b96 req-ef70e391-ca24-4ed0-8ea2-d1eb674633ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 200 len: 998 time: 0.0639825 Apr 01 10:22:49.810939 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73edf08-da96-4492-9568-3547b4e58b96 req-9eb92944-7f54-4021-838c-9eeebfa63dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:49.812410 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-5f76c2d8-ed38-4aa3-89b6-d6fc59c3b918 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:49.812584 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f73edf08-da96-4492-9568-3547b4e58b96 req-9eb92944-7f54-4021-838c-9eeebfa63dd7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42cca21d-81f2-45a6-a951-758cc0a8d84a HTTP/1.1" status: 200 len: 853 time: 0.0429225 Apr 01 10:22:49.813742 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-5f76c2d8-ed38-4aa3-89b6-d6fc59c3b918 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3254311 Apr 01 10:22:49.817456 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43742) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:49.822883 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-4f3b5eed-9b6d-46be-9c30-4c504364c2c9 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Request body: {'security_group_rule': {'security_group_id': 'e965aacf-6357-4881-b65a-6996116f5027', 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:49.868777 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73edf08-da96-4492-9568-3547b4e58b96 req-71f4583a-62e9-4bfa-8ac1-0652b86abd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:49.870321 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f73edf08-da96-4492-9568-3547b4e58b96 req-71f4583a-62e9-4bfa-8ac1-0652b86abd0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ae1a63-42a2-46f1-ac87-d568b389e095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0513380 Apr 01 10:22:49.874861 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1bdca0ef-92ec-462c-b4fe-471708ed7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b58e1912-575f-442b-b744-cf0c7967aa95', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'floating_ip_address': '172.37.3.14', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'port_id': '337189d0-5923-468d-b402-769c58c5da06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'mac_address': 'fa:16:3e:d9:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641275ba-0370-4aa9-a434-86fb831b1228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:22:48Z', 'updated_at': '2022-04-01T10:22:48Z', 'revision_number': 0, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6', 'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'mac_address': 'fa:16:3e:37:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:02Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'subnets': [{'id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:49.906933 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdca0ef-92ec-462c-b4fe-471708ed7b7d None None] Checking router: eee85cde-e0cd-4ffd-aff7-a8f220b65971 for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:22:49.908404 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5eed-9b6d-46be-9c30-4c504364c2c9 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (2738aead-5c1d-4ced-8966-ec602c84ad94), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:49.916739 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdca0ef-92ec-462c-b4fe-471708ed7b7d None None] Routers {'eee85cde-e0cd-4ffd-aff7-a8f220b65971'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:49.917409 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1bdca0ef-92ec-462c-b4fe-471708ed7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:49.982985 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5eed-9b6d-46be-9c30-4c504364c2c9 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (2738aead-5c1d-4ced-8966-ec602c84ad94), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:50.033548 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5eed-9b6d-46be-9c30-4c504364c2c9 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (2738aead-5c1d-4ced-8966-ec602c84ad94), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:50.034611 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-1bdca0ef-92ec-462c-b4fe-471708ed7b7d None None] Set router eee85cde-e0cd-4ffd-aff7-a8f220b65971 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:50.057700 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b5eed-9b6d-46be-9c30-4c504364c2c9 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2738aead-5c1d-4ced-8966-ec602c84ad94,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:50.138353 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-4f3b5eed-9b6d-46be-9c30-4c504364c2c9 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:50.142756 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-4f3b5eed-9b6d-46be-9c30-4c504364c2c9 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3241749 Apr 01 10:22:50.147525 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43744) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:50.149483 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-793e86f1-e2cd-4ca7-8fd2-599101c413ea tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Request body: {'security_group_rule': {'security_group_id': 'e965aacf-6357-4881-b65a-6996116f5027', 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:50.237448 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-793e86f1-e2cd-4ca7-8fd2-599101c413ea tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (77f14114-a33e-4a52-9b96-c1b2c023e195), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:50.247736 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f73edf08-da96-4492-9568-3547b4e58b96 req-d5e4f30c-6b30-46af-92be-4dff7beec91b service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718064 Apr 01 10:22:50.289340 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-1bdca0ef-92ec-462c-b4fe-471708ed7b7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b58e1912-575f-442b-b744-cf0c7967aa95', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'floating_ip_address': '172.37.3.14', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'port_id': '337189d0-5923-468d-b402-769c58c5da06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'mac_address': 'fa:16:3e:d9:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641275ba-0370-4aa9-a434-86fb831b1228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:22:48Z', 'updated_at': '2022-04-01T10:22:48Z', 'revision_number': 0, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6', 'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'mac_address': 'fa:16:3e:37:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:02Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'subnets': [{'id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:50.320748 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdca0ef-92ec-462c-b4fe-471708ed7b7d None None] The sync data for ids ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'] in dv-cinder-master-3-smb is: [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'b58e1912-575f-442b-b744-cf0c7967aa95', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'floating_ip_address': '172.37.3.14', 'floating_network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'router_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'port_id': '337189d0-5923-468d-b402-769c58c5da06', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'mac_address': 'fa:16:3e:d9:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641275ba-0370-4aa9-a434-86fb831b1228', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-01T10:22:48Z', 'updated_at': '2022-04-01T10:22:48Z', 'revision_number': 0, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6', 'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'mac_address': 'fa:16:3e:37:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:02Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'subnets': [{'id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:22:50.367310 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f73edf08-da96-4492-9568-3547b4e58b96 req-49652f1b-0466-48a2-93e0-63af07e1e786 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130292 Apr 01 10:22:50.514559 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-793e86f1-e2cd-4ca7-8fd2-599101c413ea tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (77f14114-a33e-4a52-9b96-c1b2c023e195), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:50.541615 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f61ae4-3ecc-4722-a10e-109d91d02142 None None] New status for floating IP b58e1912-575f-442b-b744-cf0c7967aa95: ACTIVE {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:22:50.576427 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-793e86f1-e2cd-4ca7-8fd2-599101c413ea tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (77f14114-a33e-4a52-9b96-c1b2c023e195), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:50.593900 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e86f1-e2cd-4ca7-8fd2-599101c413ea tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f14114-a33e-4a52-9b96-c1b2c023e195,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:50.646899 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-793e86f1-e2cd-4ca7-8fd2-599101c413ea tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:50.648161 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-793e86f1-e2cd-4ca7-8fd2-599101c413ea tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5033243 Apr 01 10:22:50.650939 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43746) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:50.655396 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [None req-0eb89740-f9a9-4684-8085-db059b3c6a30 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Request body: {'security_group_rule': {'security_group_id': 'e965aacf-6357-4881-b65a-6996116f5027', 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:50.756957 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0eb89740-f9a9-4684-8085-db059b3c6a30 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (31e61cd1-64c0-4640-9109-41b91edcd742), before_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:50.813823 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0eb89740-f9a9-4684-8085-db059b3c6a30 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (31e61cd1-64c0-4640-9109-41b91edcd742), precommit_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:50.861864 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43748) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:50.896857 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0eb89740-f9a9-4684-8085-db059b3c6a30 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (31e61cd1-64c0-4640-9109-41b91edcd742), after_create {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:50.923972 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb89740-f9a9-4684-8085-db059b3c6a30 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e61cd1-64c0-4640-9109-41b91edcd742,revision_number=0']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:50.977307 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0eb89740-f9a9-4684-8085-db059b3c6a30 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:50.978636 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-0eb89740-f9a9-4684-8085-db059b3c6a30 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3266554 Apr 01 10:22:50.982559 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43750) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:50.990591 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-2e57f230-4452-4d5a-bfa5-1320a12641fa tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Request body: {'security_group_rule': {'security_group_id': 'e965aacf-6357-4881-b65a-6996116f5027', 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:51.046725 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Deleting port 185a97fd-c9c1-4e43-8ef2-23003834c0cd {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:22:51.047070 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (185a97fd-c9c1-4e43-8ef2-23003834c0cd), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.101643 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2e57f230-4452-4d5a-bfa5-1320a12641fa tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (5eda8ea5-6f64-44b8-b9d4-99427a04b94b), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.122917 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (185a97fd-c9c1-4e43-8ef2-23003834c0cd), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.123172 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for floatingip (185a97fd-c9c1-4e43-8ef2-23003834c0cd), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.134741 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Calling delete_port for 185a97fd-c9c1-4e43-8ef2-23003834c0cd owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:22:51.156105 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2e57f230-4452-4d5a-bfa5-1320a12641fa tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (5eda8ea5-6f64-44b8-b9d4-99427a04b94b), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.233239 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2e57f230-4452-4d5a-bfa5-1320a12641fa tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (5eda8ea5-6f64-44b8-b9d4-99427a04b94b), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.251184 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57f230-4452-4d5a-bfa5-1320a12641fa tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eda8ea5-6f64-44b8-b9d4-99427a04b94b,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:51.321103 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-2e57f230-4452-4d5a-bfa5-1320a12641fa tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.322353 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-2e57f230-4452-4d5a-bfa5-1320a12641fa tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3368299 Apr 01 10:22:51.325200 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43752) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:51.331316 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-24750f94-53e1-42fd-83a0-1a30a824f8c5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Request body: {'security_group_rule': {'security_group_id': 'e965aacf-6357-4881-b65a-6996116f5027', 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:51.359331 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (185a97fd-c9c1-4e43-8ef2-23003834c0cd), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.385110 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event deleted for resources: {'Port': ['ID=185a97fd-c9c1-4e43-8ef2-23003834c0cd,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:51.399562 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.securitygroups_db [None req-24750f94-53e1-42fd-83a0-1a30a824f8c5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Project 1a0219a3340b42dd8246bd34cd2726d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 10:22:51.404602 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-24750f94-53e1-42fd-83a0-1a30a824f8c5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (beee541f-8578-42ff-b066-2185e0464d3f), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.446328 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for floatingip (94af98c6-671a-4597-a28b-3f4a4cf8e0ca), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.446661 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Floating IP 94af98c6-671a-4597-a28b-3f4a4cf8e0ca disassociated (deleted). External IP: 172.37.3.231, port: f20b0a54-e4a0-4507-8e3f-d9159689b21c. Apr 01 10:22:51.461793 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-24750f94-53e1-42fd-83a0-1a30a824f8c5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (beee541f-8578-42ff-b066-2185e0464d3f), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.507816 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-24750f94-53e1-42fd-83a0-1a30a824f8c5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (beee541f-8578-42ff-b066-2185e0464d3f), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.526846 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24750f94-53e1-42fd-83a0-1a30a824f8c5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beee541f-8578-42ff-b066-2185e0464d3f,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:51.572515 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-24750f94-53e1-42fd-83a0-1a30a824f8c5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.573794 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-24750f94-53e1-42fd-83a0-1a30a824f8c5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2476723 Apr 01 10:22:51.576575 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43754) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:51.581408 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.v2.base [None req-dc622215-928c-42cf-a1ce-78afc4adaf7b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Request body: {'security_group_rule': {'security_group_id': 'e965aacf-6357-4881-b65a-6996116f5027', 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103817) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:51.660593 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Router ac64d364-0972-44fb-bdbe-fbd6815580aa has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:22:51.690805 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.db.securitygroups_db [None req-dc622215-928c-42cf-a1ce-78afc4adaf7b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Project 1a0219a3340b42dd8246bd34cd2726d5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 01 10:22:51.696081 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dc622215-928c-42cf-a1ce-78afc4adaf7b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (2bcb5c7f-6bc4-438c-897e-7045c0c0e49c), before_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.757270 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dc622215-928c-42cf-a1ce-78afc4adaf7b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (2bcb5c7f-6bc4-438c-897e-7045c0c0e49c), precommit_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.773050 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:22:51.777580 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.782960 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10b9fd-e360-4990-a597-5643ac0c3dde None None] Sync routers for ids ['ac64d364-0972-44fb-bdbe-fbd6815580aa'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:22:51.795991 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10b9fd-e360-4990-a597-5643ac0c3dde None None] Routers {'ac64d364-0972-44fb-bdbe-fbd6815580aa'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:51.797162 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-5c10b9fd-e360-4990-a597-5643ac0c3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ac64d364-0972-44fb-bdbe-fbd6815580aa'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:51.808187 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-4299cee2-f970-4b21-bd7c-40cbf255248b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "DELETE /v2.0/floatingips/94af98c6-671a-4597-a28b-3f4a4cf8e0ca HTTP/1.1" status: 204 len: 168 time: 0.9452856 Apr 01 10:22:51.808887 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:22:51.811241 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:22:51.827825 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dc622215-928c-42cf-a1ce-78afc4adaf7b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1603740'] for security_group_rule (2bcb5c7f-6bc4-438c-897e-7045c0c0e49c), after_create {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.852514 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc622215-928c-42cf-a1ce-78afc4adaf7b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bcb5c7f-6bc4-438c-897e-7045c0c0e49c,revision_number=0']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:51.862028 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4394b9af-803d-4f1d-ae44-dd0b20b84708 x-openstack-request-id: req-4394b9af-803d-4f1d-ae44-dd0b20b84708 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:22:51.862361 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:22:51.862621 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-4394b9af-803d-4f1d-ae44-dd0b20b84708 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:22:51.863697 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4394b9af-803d-4f1d-ae44-dd0b20b84708'] response: {'name': 'network-changed', 'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'status': 'completed', 'code': 200} Apr 01 10:22:51.913905 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-5c10b9fd-e360-4990-a597-5643ac0c3dde None None] Set router ac64d364-0972-44fb-bdbe-fbd6815580aa gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:51.927528 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-dc622215-928c-42cf-a1ce-78afc4adaf7b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:51.929315 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-dc622215-928c-42cf-a1ce-78afc4adaf7b tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3513031 Apr 01 10:22:51.929432 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c req-743b5798-93ad-496e-9342-32168fb194a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:51.930783 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c req-743b5798-93ad-496e-9342-32168fb194a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=712342bbbbd84cd08df09d7cafb09ee3&device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 1129 time: 0.0499897 Apr 01 10:22:52.065241 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-61bae64c-1337-41c9-97e1-a0888d1cb0b0 req-c021569c-797a-4483-a6ab-32a7b39c0c28 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536663263&fields=id&tenant_id=1a0219a3340b42dd8246bd34cd2726d5 HTTP/1.1" status: 200 len: 267 time: 0.0728633 Apr 01 10:22:52.085402 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c req-58be52a6-21e0-46bd-a861-aa00ffac50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:52.086852 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c req-58be52a6-21e0-46bd-a861-aa00ffac50f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=35a115b7-4e10-4144-8a25-c833b6d90947 HTTP/1.1" status: 200 len: 909 time: 0.1497090 Apr 01 10:22:52.132395 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-5c10b9fd-e360-4990-a597-5643ac0c3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:33Z', 'revision_number': 4, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '5fa2125a-e05f-4bbb-a427-e43b69ace87b', 'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'mac_address': 'fa:16:3e:f8:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:33Z', 'updated_at': '2022-04-01T10:18:37Z', 'revision_number': 5, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'subnets': [{'id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:52.143961 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c req-1888ed10-dfe9-4edc-b2a4-a677006141f0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 200 len: 217 time: 0.0379984 Apr 01 10:22:52.158752 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10b9fd-e360-4990-a597-5643ac0c3dde None None] Checking router: ac64d364-0972-44fb-bdbe-fbd6815580aa for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:22:52.168859 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10b9fd-e360-4990-a597-5643ac0c3dde None None] Routers {'ac64d364-0972-44fb-bdbe-fbd6815580aa'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:52.169436 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-5c10b9fd-e360-4990-a597-5643ac0c3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ac64d364-0972-44fb-bdbe-fbd6815580aa'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:52.194954 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bae64c-1337-41c9-97e1-a0888d1cb0b0 req-a221bf76-d9c5-4514-9586-b9ec15cecf3c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:52.196447 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-61bae64c-1337-41c9-97e1-a0888d1cb0b0 req-a221bf76-d9c5-4514-9586-b9ec15cecf3c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 945 time: 0.1253963 Apr 01 10:22:52.211082 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-61bae64c-1337-41c9-97e1-a0888d1cb0b0 req-8461f2de-be69-41d1-b3cc-7372273ccba5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Request body: {'port': {'security_groups': ['52a3fcf9-cc62-4c6c-b574-d36b4221ed7c', 'e965aacf-6357-4881-b65a-6996116f5027']}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:22:52.216155 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c req-0fe44354-c71a-4ed3-9f1c-22f818ce1d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:52.217584 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c req-0fe44354-c71a-4ed3-9f1c-22f818ce1d84 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8e1f4eb5-518c-4893-a80c-8440164cc7db HTTP/1.1" status: 200 len: 847 time: 0.0667126 Apr 01 10:22:52.280067 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-5c10b9fd-e360-4990-a597-5643ac0c3dde None None] Set router ac64d364-0972-44fb-bdbe-fbd6815580aa gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:52.323613 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c req-210281f6-e8d8-4fff-a897-9b59013c9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:52.325128 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c req-210281f6-e8d8-4fff-a897-9b59013c9ab0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=35a115b7-4e10-4144-8a25-c833b6d90947&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0880845 Apr 01 10:22:52.325713 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-61bae64c-1337-41c9-97e1-a0888d1cb0b0 req-8461f2de-be69-41d1-b3cc-7372273ccba5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (337189d0-5923-468d-b402-769c58c5da06), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:52.493424 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-5c10b9fd-e360-4990-a597-5643ac0c3dde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:33Z', 'revision_number': 4, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '5fa2125a-e05f-4bbb-a427-e43b69ace87b', 'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'mac_address': 'fa:16:3e:f8:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:33Z', 'updated_at': '2022-04-01T10:18:37Z', 'revision_number': 5, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'subnets': [{'id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:52.520672 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10b9fd-e360-4990-a597-5643ac0c3dde None None] The sync data for ids ['ac64d364-0972-44fb-bdbe-fbd6815580aa'] in dv-cinder-master-3-smb is: [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:18:33Z', 'revision_number': 4, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '5fa2125a-e05f-4bbb-a427-e43b69ace87b', 'name': '', 'network_id': '35a115b7-4e10-4144-8a25-c833b6d90947', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'mac_address': 'fa:16:3e:f8:94:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:33Z', 'updated_at': '2022-04-01T10:18:37Z', 'revision_number': 5, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'subnets': [{'id': '8e1f4eb5-518c-4893-a80c-8440164cc7db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:22:52.528812 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c req-e9eee603-e6c4-4b9c-af01-80ff3eb62b15 service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940267 Apr 01 10:22:52.538728 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2df53a-738a-4908-811f-b2ee11deb588 req-da77550a-8379-4854-bcf8-4f769be49115 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:52.540205 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1e2df53a-738a-4908-811f-b2ee11deb588 req-da77550a-8379-4854-bcf8-4f769be49115 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.1850510 Apr 01 10:22:52.740072 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-1e2df53a-738a-4908-811f-b2ee11deb588 req-9138b0a7-74e9-4e30-9f6d-cea66db95d5b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862607 Apr 01 10:22:52.746367 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-61bae64c-1337-41c9-97e1-a0888d1cb0b0 req-8461f2de-be69-41d1-b3cc-7372273ccba5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] For port 337189d0-5923-468d-b402-769c58c5da06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=337189d0-5923-468d-b402-769c58c5da06,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:52.758449 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-4c89abaf-430d-4bf8-847b-c9fb0fb9f33c req-ec8c4a51-69ae-4ada-be29-982cf94c668e service neutron] 10.222.0.43 "GET /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153201 Apr 01 10:22:52.764047 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddae1334-f0f8-4e5e-8d6c-8f8c5202cd06 None None] New status for floating IP 94af98c6-671a-4597-a28b-3f4a4cf8e0ca: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:22:52.780221 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-61bae64c-1337-41c9-97e1-a0888d1cb0b0 req-8461f2de-be69-41d1-b3cc-7372273ccba5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for port (337189d0-5923-468d-b402-769c58c5da06), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:52.867616 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-61bae64c-1337-41c9-97e1-a0888d1cb0b0 req-8461f2de-be69-41d1-b3cc-7372273ccba5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (337189d0-5923-468d-b402-769c58c5da06), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:52.879698 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['337189d0-5923-468d-b402-769c58c5da06'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:22:52.909392 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bae64c-1337-41c9-97e1-a0888d1cb0b0 req-8461f2de-be69-41d1-b3cc-7372273ccba5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:52.910115 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-61bae64c-1337-41c9-97e1-a0888d1cb0b0 req-8461f2de-be69-41d1-b3cc-7372273ccba5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:52.912218 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-61bae64c-1337-41c9-97e1-a0888d1cb0b0 req-8461f2de-be69-41d1-b3cc-7372273ccba5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "PUT /v2.0/ports/337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 200 len: 981 time: 0.7095530 Apr 01 10:22:52.950353 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8461f2de-be69-41d1-b3cc-7372273ccba5 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'Port': ['ID=337189d0-5923-468d-b402-769c58c5da06,revision_number=6']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:52.980747 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['337189d0-5923-468d-b402-769c58c5da06'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:22:53.035836 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974757fb-26ab-4607-8937-b55e132baf3c req-1da4b211-7e7e-4baf-8d35-f587aa20e22d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:53.042983 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-974757fb-26ab-4607-8937-b55e132baf3c req-1da4b211-7e7e-4baf-8d35-f587aa20e22d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0652452 Apr 01 10:22:53.101789 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-974757fb-26ab-4607-8937-b55e132baf3c req-cb33f426-73b5-4424-9626-59a2a878ba4f tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577910 Apr 01 10:22:53.250232 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-a9de58b7-f3cb-4144-9a44-ae02893bb79b None None] Provisioning complete for port 337189d0-5923-468d-b402-769c58c5da06 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:22:53.250594 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a9de58b7-f3cb-4144-9a44-ae02893bb79b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (337189d0-5923-468d-b402-769c58c5da06), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:53.573485 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-a9de58b7-f3cb-4144-9a44-ae02893bb79b None None] Current status of the port 337189d0-5923-468d-b402-769c58c5da06 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:22:53.727231 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f00962-e81c-4d24-9c79-c448d1d096ed req-5f0f007f-1299-4011-aef9-d5f7cf185c90 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:53.728576 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-13f00962-e81c-4d24-9c79-c448d1d096ed req-5f0f007f-1299-4011-aef9-d5f7cf185c90 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.0555227 Apr 01 10:22:53.850855 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-13f00962-e81c-4d24-9c79-c448d1d096ed req-1adf30f4-8a31-446b-a6da-f97704ba3c4b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Deleting port f20b0a54-e4a0-4507-8e3f-d9159689b21c {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:22:53.851561 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-13f00962-e81c-4d24-9c79-c448d1d096ed req-1adf30f4-8a31-446b-a6da-f97704ba3c4b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:53.867553 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'tag': '337189d0-5923-468d-b402-769c58c5da06'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:22:53.869808 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7ef84b-2eb2-4061-ba77-acdd204745b2" -d '{"events": [{"name": "network-changed", "server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "tag": "337189d0-5923-468d-b402-769c58c5da06"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:22:53.905974 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24d68c43-8f53-44ee-b785-43df0e64183b x-openstack-request-id: req-24d68c43-8f53-44ee-b785-43df0e64183b {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:22:53.906323 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "tag": "337189d0-5923-468d-b402-769c58c5da06", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:22:53.906570 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-24d68c43-8f53-44ee-b785-43df0e64183b {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:22:53.906953 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d68c43-8f53-44ee-b785-43df0e64183b'] response: {'name': 'network-changed', 'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'tag': '337189d0-5923-468d-b402-769c58c5da06', 'status': 'completed', 'code': 200} Apr 01 10:22:53.924405 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c5f5f-7a6e-422e-b571-ae349c32e028 req-99c5b730-b1be-4e57-af05-ce79bc70615c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:53.926456 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b07c5f5f-7a6e-422e-b571-ae349c32e028 req-99c5b730-b1be-4e57-af05-ce79bc70615c tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 945 time: 0.1203377 Apr 01 10:22:53.971835 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ef84b-2eb2-4061-ba77-acdd204745b2 req-928234a2-4960-469a-a413-6f1518fd5adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:53.973860 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-1f7ef84b-2eb2-4061-ba77-acdd204745b2 req-928234a2-4960-469a-a413-6f1518fd5adb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 1168 time: 0.0436668 Apr 01 10:22:53.992209 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-13f00962-e81c-4d24-9c79-c448d1d096ed req-1adf30f4-8a31-446b-a6da-f97704ba3c4b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] For port f20b0a54-e4a0-4507-8e3f-d9159689b21c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f20b0a54-e4a0-4507-8e3f-d9159689b21c,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:53.992557 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-13f00962-e81c-4d24-9c79-c448d1d096ed req-1adf30f4-8a31-446b-a6da-f97704ba3c4b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:54.008540 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-b07c5f5f-7a6e-422e-b571-ae349c32e028 req-8cd2b043-e19e-41b6-8d40-c99d50a45418 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/security-groups?id=d444c3a8-a7d0-43b8-9021-d76a07c693ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742989 Apr 01 10:22:54.012509 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [req-13f00962-e81c-4d24-9c79-c448d1d096ed req-1adf30f4-8a31-446b-a6da-f97704ba3c4b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Calling delete_port for f20b0a54-e4a0-4507-8e3f-d9159689b21c owned by compute:nova {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:22:54.063821 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ef84b-2eb2-4061-ba77-acdd204745b2 req-dbf09aad-f68a-4fb3-93f4-89bcbaeb6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:54.065321 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-1f7ef84b-2eb2-4061-ba77-acdd204745b2 req-dbf09aad-f68a-4fb3-93f4-89bcbaeb6d05 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72ae1a63-42a2-46f1-ac87-d568b389e095 HTTP/1.1" status: 200 len: 915 time: 0.0859897 Apr 01 10:22:54.129006 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-1f7ef84b-2eb2-4061-ba77-acdd204745b2 req-0a9ecb92-1f76-4d06-81bc-2c353c7a8bcd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 200 len: 1000 time: 0.0573602 Apr 01 10:22:54.176019 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ef84b-2eb2-4061-ba77-acdd204745b2 req-c45ca7b9-aa82-4431-a6fb-1abccfc91667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:54.177457 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-1f7ef84b-2eb2-4061-ba77-acdd204745b2 req-c45ca7b9-aa82-4431-a6fb-1abccfc91667 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42cca21d-81f2-45a6-a951-758cc0a8d84a HTTP/1.1" status: 200 len: 853 time: 0.0427516 Apr 01 10:22:54.205104 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-13f00962-e81c-4d24-9c79-c448d1d096ed req-1adf30f4-8a31-446b-a6da-f97704ba3c4b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (f20b0a54-e4a0-4507-8e3f-d9159689b21c), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:54.229523 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ef84b-2eb2-4061-ba77-acdd204745b2 req-d5fe371b-d5f3-4a0f-9fc3-d4264b1f63c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:22:54.231370 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-1f7ef84b-2eb2-4061-ba77-acdd204745b2 req-d5fe371b-d5f3-4a0f-9fc3-d4264b1f63c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ae1a63-42a2-46f1-ac87-d568b389e095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0479515 Apr 01 10:22:54.231598 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf30f4-8a31-446b-a6da-f97704ba3c4b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event deleted for resources: {'Port': ['ID=f20b0a54-e4a0-4507-8e3f-d9159689b21c,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:54.279445 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f00962-e81c-4d24-9c79-c448d1d096ed req-1adf30f4-8a31-446b-a6da-f97704ba3c4b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] No DVR routers for this DVR port f20b0a54-e4a0-4507-8e3f-d9159689b21c on host hv-cinder-maste {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:22:54.282099 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-13f00962-e81c-4d24-9c79-c448d1d096ed req-1adf30f4-8a31-446b-a6da-f97704ba3c4b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:54.285906 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-13f00962-e81c-4d24-9c79-c448d1d096ed req-1adf30f4-8a31-446b-a6da-f97704ba3c4b tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.43 "DELETE /v2.0/ports/f20b0a54-e4a0-4507-8e3f-d9159689b21c HTTP/1.1" status: 204 len: 173 time: 0.5515983 Apr 01 10:22:54.321401 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-1f7ef84b-2eb2-4061-ba77-acdd204745b2 req-27d2cc2c-6cbe-4c64-9855-7206df2da4b7 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832312 Apr 01 10:22:54.412836 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-1f7ef84b-2eb2-4061-ba77-acdd204745b2 req-a51abe01-130e-4a2f-b0b2-448df4ace8e3 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859270 Apr 01 10:22:55.115343 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-f094f963-bb2d-49c7-898d-3a209e0e8982 req-ad107c31-0609-4bee-b223-b08a07449daf tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "GET /v2.0/ports?device_id=1f44ca62-2ecd-42b3-8209-a3e9fb77c302 HTTP/1.1" status: 200 len: 210 time: 0.0271275 Apr 01 10:22:55.805038 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f20b0a54-e4a0-4507-8e3f-d9159689b21c no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:22:55.824879 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: f20b0a54-e4a0-4507-8e3f-d9159689b21c {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:22:55.825249 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device f20b0a54-e4a0-4507-8e3f-d9159689b21c not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:22:55.908053 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'name': 'network-vif-deleted', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:22:55.910359 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc418d10-f5db-4ee7-a2a5-2f3bb00fa482" -d '{"events": [{"server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "name": "network-vif-deleted", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:22:55.944619 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcddf27e-025d-4b8f-aa94-8df692604dee x-openstack-request-id: req-dcddf27e-025d-4b8f-aa94-8df692604dee {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:22:55.945529 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f44ca62-2ecd-42b3-8209-a3e9fb77c302", "name": "network-vif-deleted", "tag": "f20b0a54-e4a0-4507-8e3f-d9159689b21c", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:22:55.948275 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-dcddf27e-025d-4b8f-aa94-8df692604dee {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:22:55.948275 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcddf27e-025d-4b8f-aa94-8df692604dee'] response: {'server_uuid': '1f44ca62-2ecd-42b3-8209-a3e9fb77c302', 'name': 'network-vif-deleted', 'tag': 'f20b0a54-e4a0-4507-8e3f-d9159689b21c', 'status': 'completed', 'code': 200} Apr 01 10:22:56.124560 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:56.170495 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43778) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:56.224655 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cb20a198-1815-4d71-85cb-85dd0866da04 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group (d444c3a8-a7d0-43b8-9021-d76a07c693ad), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:56.249455 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cb20a198-1815-4d71-85cb-85dd0866da04 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group (d444c3a8-a7d0-43b8-9021-d76a07c693ad), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:56.370527 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cb20a198-1815-4d71-85cb-85dd0866da04 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (d444c3a8-a7d0-43b8-9021-d76a07c693ad), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:56.373090 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-cb20a198-1815-4d71-85cb-85dd0866da04 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:56.374279 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-cb20a198-1815-4d71-85cb-85dd0866da04 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] 10.222.0.13 "DELETE /v2.0/security-groups/d444c3a8-a7d0-43b8-9021-d76a07c693ad HTTP/1.1" status: 204 len: 168 time: 0.2028172 Apr 01 10:22:56.383259 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb20a198-1815-4d71-85cb-85dd0866da04 tempest-TestShelveInstance-286167568 tempest-TestShelveInstance-286167568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d444c3a8-a7d0-43b8-9021-d76a07c693ad,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:56.480209 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43782) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:56.812871 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2048629'] for router_interface (ac64d364-0972-44fb-bdbe-fbd6815580aa), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:57.049551 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] Deleting port 5fa2125a-e05f-4bbb-a427-e43b69ace87b {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:22:57.049885 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:57.123518 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] For port 5fa2125a-e05f-4bbb-a427-e43b69ace87b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5fa2125a-e05f-4bbb-a427-e43b69ace87b,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:57.123802 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:57.136407 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] Calling delete_port for 5fa2125a-e05f-4bbb-a427-e43b69ace87b owned by network:router_interface {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:22:57.370528 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (5fa2125a-e05f-4bbb-a427-e43b69ace87b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:57.393971 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa2125a-e05f-4bbb-a427-e43b69ace87b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:57.560020 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051557'] for router_interface (ac64d364-0972-44fb-bdbe-fbd6815580aa), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:58.040245 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] Router ac64d364-0972-44fb-bdbe-fbd6815580aa has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:22:58.142398 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:22:58.149863 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-02cbf253-32b7-4246-a70a-0fb102ada4a4 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac64d364-0972-44fb-bdbe-fbd6815580aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6685607 Apr 01 10:22:58.150752 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43784) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:58.151749 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976902e-b2a5-4a42-8bad-55fa3358cfd5 None None] Sync routers for ids ['ac64d364-0972-44fb-bdbe-fbd6815580aa'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:22:58.168559 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976902e-b2a5-4a42-8bad-55fa3358cfd5 None None] Routers {'ac64d364-0972-44fb-bdbe-fbd6815580aa'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:58.169465 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-a976902e-b2a5-4a42-8bad-55fa3358cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ac64d364-0972-44fb-bdbe-fbd6815580aa'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:58.255115 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Publish callbacks [] for router (ac64d364-0972-44fb-bdbe-fbd6815580aa), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:58.277550 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-a976902e-b2a5-4a42-8bad-55fa3358cfd5 None None] Set router ac64d364-0972-44fb-bdbe-fbd6815580aa gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:58.358210 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Publish callbacks [] for router_gateway (ac64d364-0972-44fb-bdbe-fbd6815580aa), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:58.450939 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-a976902e-b2a5-4a42-8bad-55fa3358cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165'}], 'enable_snat': True}, 'gw_port_id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:22:57Z', 'revision_number': 5, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port': {'id': 'dd00e5c8-a611-4c47-8a51-b487ed06aa9f', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:87:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:30Z', 'updated_at': '2022-04-01T10:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:58.470471 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Deleting port dd00e5c8-a611-4c47-8a51-b487ed06aa9f {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:22:58.470809 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:58.477523 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976902e-b2a5-4a42-8bad-55fa3358cfd5 None None] Checking router: ac64d364-0972-44fb-bdbe-fbd6815580aa for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:22:58.485608 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a976902e-b2a5-4a42-8bad-55fa3358cfd5 None None] Routers {'ac64d364-0972-44fb-bdbe-fbd6815580aa'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:22:58.486219 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-a976902e-b2a5-4a42-8bad-55fa3358cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:22:31Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['ac64d364-0972-44fb-bdbe-fbd6815580aa'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:58.546102 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] For port dd00e5c8-a611-4c47-8a51-b487ed06aa9f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=dd00e5c8-a611-4c47-8a51-b487ed06aa9f,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:58.546858 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:58.559015 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Calling delete_port for dd00e5c8-a611-4c47-8a51-b487ed06aa9f owned by network:router_gateway {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:22:58.583106 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-a976902e-b2a5-4a42-8bad-55fa3358cfd5 None None] Set router ac64d364-0972-44fb-bdbe-fbd6815580aa gateway port host: None {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:22:58.611800 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-0c3ac316-cbac-4455-99b4-96725a6473d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:58.638503 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-a976902e-b2a5-4a42-8bad-55fa3358cfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:22:58Z', 'revision_number': 6, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:58.664899 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a976902e-b2a5-4a42-8bad-55fa3358cfd5 None None] The sync data for ids ['ac64d364-0972-44fb-bdbe-fbd6815580aa'] in dv-cinder-master-3-smb is: [{'id': 'ac64d364-0972-44fb-bdbe-fbd6815580aa', 'name': 'tempest-TestShelveInstance-930260514-router', 'tenant_id': '712342bbbbd84cd08df09d7cafb09ee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:29Z', 'updated_at': '2022-04-01T10:22:58Z', 'revision_number': 6, 'project_id': '712342bbbbd84cd08df09d7cafb09ee3', 'gw_port_host': None}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:22:58.776127 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (dd00e5c8-a611-4c47-8a51-b487ed06aa9f), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:58.801794 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd00e5c8-a611-4c47-8a51-b487ed06aa9f,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:58.812310 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.812666 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.813012 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.813384 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.813727 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.814559 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.814559 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.814835 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.815025 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.815357 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.815691 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.816022 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.816351 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.816675 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.817002 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:58.875110 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048271'] for router_gateway (ac64d364-0972-44fb-bdbe-fbd6815580aa), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:58.977257 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2050451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1690'] for router (ac64d364-0972-44fb-bdbe-fbd6815580aa), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:58.979264 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Publish callbacks [] for router_controller (ac64d364-0972-44fb-bdbe-fbd6815580aa), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.107489 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2050538'] for router (ac64d364-0972-44fb-bdbe-fbd6815580aa), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.108103 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac64d364-0972-44fb-bdbe-fbd6815580aa {{(pid=103817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 10:22:59.114385 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.116004 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-9df9847e-fc28-4115-a941-b64307ed65c6 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ac64d364-0972-44fb-bdbe-fbd6815580aa HTTP/1.1" status: 204 len: 168 time: 0.9630945 Apr 01 10:22:59.118411 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43788) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:59.160828 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Deleting subnet 8e1f4eb5-518c-4893-a80c-8440164cc7db {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:22:59.164302 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Publish callbacks [] for subnet (8e1f4eb5-518c-4893-a80c-8440164cc7db), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.197458 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12946067'] for subnet (8e1f4eb5-518c-4893-a80c-8440164cc7db), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.276864 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (8e1f4eb5-518c-4893-a80c-8440164cc7db), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.387867 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13601702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14539018'] for subnet (8e1f4eb5-518c-4893-a80c-8440164cc7db), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.411066 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e1f4eb5-518c-4893-a80c-8440164cc7db,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:59.420919 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.425245 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8e1f4eb5-518c-4893-a80c-8440164cc7db HTTP/1.1" status: 204 len: 168 time: 0.3056967 Apr 01 10:22:59.426714 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dc88ab-efbd-40ac-89a3-9a21c25af652 None None] Network 35a115b7-4e10-4144-8a25-c833b6d90947 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:22:59.427206 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.427206 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.427594 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.428218 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.428418 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.428727 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43790) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:22:59.429194 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.429194 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.430160 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.430351 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.430642 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.430975 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.431308 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.431641 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.432466 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.432466 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12fcdfbc-5399-4b6b-945a-152fb62137d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:22:59.499361 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (35a115b7-4e10-4144-8a25-c833b6d90947), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.555993 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Deleting port e1c74e20-a0fb-45f5-bf11-f68afebc554a {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:22:59.556366 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.590604 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9449e8c2-830d-46fa-980d-25f71e60ea3b None None] DHCP port deletion for 35a115b7-4e10-4144-8a25-c833b6d90947 request from dv-cinder-master-3-smb {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 10:22:59.624584 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] For port e1c74e20-a0fb-45f5-bf11-f68afebc554a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e1c74e20-a0fb-45f5-bf11-f68afebc554a,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:59.624584 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.638138 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Calling delete_port for e1c74e20-a0fb-45f5-bf11-f68afebc554a owned by network:dhcp {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:22:59.644228 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-9449e8c2-830d-46fa-980d-25f71e60ea3b None None] Deleting port e1c74e20-a0fb-45f5-bf11-f68afebc554a {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:22:59.644719 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9449e8c2-830d-46fa-980d-25f71e60ea3b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.714267 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-9449e8c2-830d-46fa-980d-25f71e60ea3b None None] For port e1c74e20-a0fb-45f5-bf11-f68afebc554a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=e1c74e20-a0fb-45f5-bf11-f68afebc554a,segment=NetworkSegment(e8f99234-28cb-4f98-a781-388e3841d0d5),segment_id=e8f99234-28cb-4f98-a781-388e3841d0d5)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:22:59.714677 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9449e8c2-830d-46fa-980d-25f71e60ea3b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.730603 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-9449e8c2-830d-46fa-980d-25f71e60ea3b None None] Calling delete_port for e1c74e20-a0fb-45f5-bf11-f68afebc554a owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:22:59.822181 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.827607 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-9449e8c2-830d-46fa-980d-25f71e60ea3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (e1c74e20-a0fb-45f5-bf11-f68afebc554a), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.849713 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1c74e20-a0fb-45f5-bf11-f68afebc554a,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:59.852706 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449e8c2-830d-46fa-980d-25f71e60ea3b None None] Pushing event deleted for resources: {'Port': ['ID=e1c74e20-a0fb-45f5-bf11-f68afebc554a,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:22:59.856358 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] No DVR routers for this DVR port e1c74e20-a0fb-45f5-bf11-f68afebc554a on host dv-cinder-master-3-smb {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:22:59.861063 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9449e8c2-830d-46fa-980d-25f71e60ea3b None None] No DVR routers for this DVR port e1c74e20-a0fb-45f5-bf11-f68afebc554a on host dv-cinder-master-3-smb {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:22:59.926416 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (35a115b7-4e10-4144-8a25-c833b6d90947), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.946503 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35a115b7-4e10-4144-8a25-c833b6d90947']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:59.955503 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f99234-28cb-4f98-a781-388e3841d0d5') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:59.955802 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f99234-28cb-4f98-a781-388e3841d0d5') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:22:59.965853 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16609330'] for segment (e8f99234-28cb-4f98-a781-388e3841d0d5), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.978624 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (e8f99234-28cb-4f98-a781-388e3841d0d5), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.984419 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:22:59.984803 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13021575'] for segment (e8f99234-28cb-4f98-a781-388e3841d0d5), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: Traceback (most recent call last): Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: timer() Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: cb(*args, **kw) Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: return func(*args, **kwargs) Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: self._notify() Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: self.callback(batched_events) Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: event.method(event) Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: return f(self, *a, **k) Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: return self._get(url).json() Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: return self.request(url, 'GET', **kwargs) Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:22:59.986485 dv-cinder-master-3-smb neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:23:00.118794 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (35a115b7-4e10-4144-8a25-c833b6d90947), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:00.123950 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:00.127120 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] 10.222.0.13 "DELETE /v2.0/networks/35a115b7-4e10-4144-8a25-c833b6d90947 HTTP/1.1" status: 204 len: 168 time: 0.6967075 Apr 01 10:23:00.130117 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43792) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:23:00.138326 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95961b-6ad3-4a2e-854b-5a6117e69e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=35a115b7-4e10-4144-8a25-c833b6d90947,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:23:00.220099 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device e1c74e20-a0fb-45f5-bf11-f68afebc554a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:23:00.243764 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: e1c74e20-a0fb-45f5-bf11-f68afebc554a {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:23:00.244129 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device e1c74e20-a0fb-45f5-bf11-f68afebc554a not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:23:00.244536 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device dd00e5c8-a611-4c47-8a51-b487ed06aa9f no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:23:00.263519 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: dd00e5c8-a611-4c47-8a51-b487ed06aa9f {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:23:00.267797 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device dd00e5c8-a611-4c47-8a51-b487ed06aa9f not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:23:00.267797 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 5fa2125a-e05f-4bbb-a427-e43b69ace87b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:23:00.282631 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 5fa2125a-e05f-4bbb-a427-e43b69ace87b {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:23:00.282978 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 5fa2125a-e05f-4bbb-a427-e43b69ace87b not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:23:00.467907 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2048629'] for router_interface (cdb9f774-45a6-4ef9-876d-b31821899d8f), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:00.708086 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] Deleting port 4dcf9732-b696-4440-b8c2-d7c4350b644b {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:23:00.708421 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:00.785856 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] For port 4dcf9732-b696-4440-b8c2-d7c4350b644b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4dcf9732-b696-4440-b8c2-d7c4350b644b,segment=NetworkSegment(87cb83d6-951d-4157-9606-34df3b268d21),segment_id=87cb83d6-951d-4157-9606-34df3b268d21)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:23:00.786215 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:00.799555 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] Calling delete_port for 4dcf9732-b696-4440-b8c2-d7c4350b644b owned by network:router_interface {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:23:00.832946 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-31c118ab-457c-4b34-b9c4-2d7360aa0883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:01.032870 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (4dcf9732-b696-4440-b8c2-d7c4350b644b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:01.058105 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] Pushing event deleted for resources: {'Port': ['ID=4dcf9732-b696-4440-b8c2-d7c4350b644b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:23:01.223138 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051557'] for router_interface (cdb9f774-45a6-4ef9-876d-b31821899d8f), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:01.449730 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] Router cdb9f774-45a6-4ef9-876d-b31821899d8f has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:23:01.554462 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:23:01.559208 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-5b48bdc6-777c-4e5b-aa83-0fc275aa984b admin admin] 10.222.0.13 "PUT /v2.0/routers/cdb9f774-45a6-4ef9-876d-b31821899d8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4281092 Apr 01 10:23:01.561743 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43794) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:23:01.564217 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4d7e3-e1c4-4c4b-8324-f223c9253927 None None] Sync routers for ids ['cdb9f774-45a6-4ef9-876d-b31821899d8f'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:23:01.574731 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4d7e3-e1c4-4c4b-8324-f223c9253927 None None] Routers {'cdb9f774-45a6-4ef9-876d-b31821899d8f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:23:01.575353 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c8a4d7e3-e1c4-4c4b-8324-f223c9253927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:23:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['cdb9f774-45a6-4ef9-876d-b31821899d8f'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:23:01.664554 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Publish callbacks [] for router (cdb9f774-45a6-4ef9-876d-b31821899d8f), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:01.767013 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-c8a4d7e3-e1c4-4c4b-8324-f223c9253927 None None] Set router cdb9f774-45a6-4ef9-876d-b31821899d8f gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:23:01.770957 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Publish callbacks [] for router_gateway (cdb9f774-45a6-4ef9-876d-b31821899d8f), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:01.877560 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Deleting port a37b7664-ac12-4f32-ba5f-3013decef617 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:23:01.877902 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:01.890170 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:01.941902 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c8a4d7e3-e1c4-4c4b-8324-f223c9253927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'name': 'tempest-TestShelveInstance-1400580907-router', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115'}], 'enable_snat': True}, 'gw_port_id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:37Z', 'updated_at': '2022-04-01T10:23:00Z', 'revision_number': 5, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'gw_port': {'id': 'a37b7664-ac12-4f32-ba5f-3013decef617', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:60:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:18:39Z', 'updated_at': '2022-04-01T10:18:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:23:01.959702 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] For port a37b7664-ac12-4f32-ba5f-3013decef617, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a37b7664-ac12-4f32-ba5f-3013decef617,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:23:01.960068 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:01.968241 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4d7e3-e1c4-4c4b-8324-f223c9253927 None None] Checking router: cdb9f774-45a6-4ef9-876d-b31821899d8f for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:23:01.973375 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Calling delete_port for a37b7664-ac12-4f32-ba5f-3013decef617 owned by network:router_gateway {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:23:01.976683 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a4d7e3-e1c4-4c4b-8324-f223c9253927 None None] Routers {'cdb9f774-45a6-4ef9-876d-b31821899d8f'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:23:01.977024 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c8a4d7e3-e1c4-4c4b-8324-f223c9253927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:23:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['cdb9f774-45a6-4ef9-876d-b31821899d8f'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:23:02.062780 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-c8a4d7e3-e1c4-4c4b-8324-f223c9253927 None None] Set router cdb9f774-45a6-4ef9-876d-b31821899d8f gateway port host: None {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:23:02.116108 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-c8a4d7e3-e1c4-4c4b-8324-f223c9253927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'name': 'tempest-TestShelveInstance-1400580907-router', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:37Z', 'updated_at': '2022-04-01T10:23:01Z', 'revision_number': 6, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:23:02.142269 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a4d7e3-e1c4-4c4b-8324-f223c9253927 None None] The sync data for ids ['cdb9f774-45a6-4ef9-876d-b31821899d8f'] in dv-cinder-master-3-smb is: [{'id': 'cdb9f774-45a6-4ef9-876d-b31821899d8f', 'name': 'tempest-TestShelveInstance-1400580907-router', 'tenant_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:18:37Z', 'updated_at': '2022-04-01T10:23:01Z', 'revision_number': 6, 'project_id': 'fb0beef8510047c9a2d64b1e72bcd450', 'gw_port_host': None}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:23:02.166299 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (a37b7664-ac12-4f32-ba5f-3013decef617), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.195440 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Pushing event deleted for resources: {'Port': ['ID=a37b7664-ac12-4f32-ba5f-3013decef617,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:23:02.257053 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048271'] for router_gateway (cdb9f774-45a6-4ef9-876d-b31821899d8f), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.348176 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2050451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1690'] for router (cdb9f774-45a6-4ef9-876d-b31821899d8f), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.350286 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Publish callbacks [] for router_controller (cdb9f774-45a6-4ef9-876d-b31821899d8f), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.462318 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2050538'] for router (cdb9f774-45a6-4ef9-876d-b31821899d8f), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.462758 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdb9f774-45a6-4ef9-876d-b31821899d8f {{(pid=103818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 10:23:02.467937 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.469099 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-b5fdf3c1-949b-4320-8062-7b9ebfd3f85d admin admin] 10.222.0.13 "DELETE /v2.0/routers/cdb9f774-45a6-4ef9-876d-b31821899d8f HTTP/1.1" status: 204 len: 168 time: 0.9062381 Apr 01 10:23:02.471624 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43796) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:23:02.527379 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d1376b7-db80-4313-b17f-488b412a1a79 admin admin] Deleting subnet 02c00e2a-013d-44b5-ab35-556c029a6796 {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:23:02.527379 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1d1376b7-db80-4313-b17f-488b412a1a79 admin admin] Publish callbacks [] for subnet (02c00e2a-013d-44b5-ab35-556c029a6796), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.562288 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1d1376b7-db80-4313-b17f-488b412a1a79 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12946067'] for subnet (02c00e2a-013d-44b5-ab35-556c029a6796), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.645777 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1d1376b7-db80-4313-b17f-488b412a1a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (02c00e2a-013d-44b5-ab35-556c029a6796), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.747488 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1d1376b7-db80-4313-b17f-488b412a1a79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13601702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14539018'] for subnet (02c00e2a-013d-44b5-ab35-556c029a6796), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.771655 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1376b7-db80-4313-b17f-488b412a1a79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02c00e2a-013d-44b5-ab35-556c029a6796,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:23:02.775801 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-1d1376b7-db80-4313-b17f-488b412a1a79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.779351 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-1d1376b7-db80-4313-b17f-488b412a1a79 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/02c00e2a-013d-44b5-ab35-556c029a6796 HTTP/1.1" status: 204 len: 168 time: 0.3064864 Apr 01 10:23:02.781407 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69415b15-6df7-4fe5-ae8f-519da11f8b0e None None] Network 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:23:02.781549 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43798) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:23:02.850987 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (00e8d9d5-9bd9-42f6-82d7-095e2078cfa9), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.906987 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Deleting port d89d2cf8-88c9-4664-b5c6-13a8130a599b {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:23:02.907328 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.944550 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708e1817-cf8d-4bf0-b2ed-75fcd5a9eb2f None None] DHCP port deletion for 00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 request from dv-cinder-master-3-smb {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 10:23:02.971449 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] For port d89d2cf8-88c9-4664-b5c6-13a8130a599b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d89d2cf8-88c9-4664-b5c6-13a8130a599b,segment=NetworkSegment(87cb83d6-951d-4157-9606-34df3b268d21),segment_id=87cb83d6-951d-4157-9606-34df3b268d21)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:23:02.971898 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:02.984659 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Calling delete_port for d89d2cf8-88c9-4664-b5c6-13a8130a599b owned by network:dhcp {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:23:02.991904 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-708e1817-cf8d-4bf0-b2ed-75fcd5a9eb2f None None] Deleting port d89d2cf8-88c9-4664-b5c6-13a8130a599b {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:23:02.992280 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-708e1817-cf8d-4bf0-b2ed-75fcd5a9eb2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:03.058502 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-708e1817-cf8d-4bf0-b2ed-75fcd5a9eb2f None None] For port d89d2cf8-88c9-4664-b5c6-13a8130a599b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=d89d2cf8-88c9-4664-b5c6-13a8130a599b,segment=NetworkSegment(87cb83d6-951d-4157-9606-34df3b268d21),segment_id=87cb83d6-951d-4157-9606-34df3b268d21)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:23:03.058901 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-708e1817-cf8d-4bf0-b2ed-75fcd5a9eb2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:03.072531 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-708e1817-cf8d-4bf0-b2ed-75fcd5a9eb2f None None] Calling delete_port for d89d2cf8-88c9-4664-b5c6-13a8130a599b owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:23:03.102295 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:03.129820 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] No DVR routers for this DVR port d89d2cf8-88c9-4664-b5c6-13a8130a599b on host dv-cinder-master-3-smb {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:23:03.135041 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Pushing event deleted for resources: {'Port': ['ID=d89d2cf8-88c9-4664-b5c6-13a8130a599b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:23:03.151135 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-708e1817-cf8d-4bf0-b2ed-75fcd5a9eb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (d89d2cf8-88c9-4664-b5c6-13a8130a599b), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:03.177095 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e1817-cf8d-4bf0-b2ed-75fcd5a9eb2f None None] Pushing event deleted for resources: {'Port': ['ID=d89d2cf8-88c9-4664-b5c6-13a8130a599b,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:23:03.181352 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e1817-cf8d-4bf0-b2ed-75fcd5a9eb2f None None] No DVR routers for this DVR port d89d2cf8-88c9-4664-b5c6-13a8130a599b on host dv-cinder-master-3-smb {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:23:03.415906 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:03.486791 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (00e8d9d5-9bd9-42f6-82d7-095e2078cfa9), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:03.506617 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00e8d9d5-9bd9-42f6-82d7-095e2078cfa9']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:23:03.516046 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87cb83d6-951d-4157-9606-34df3b268d21') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:23:03.516341 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87cb83d6-951d-4157-9606-34df3b268d21') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:23:03.525120 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12946072'] for segment (87cb83d6-951d-4157-9606-34df3b268d21), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:03.537469 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (87cb83d6-951d-4157-9606-34df3b268d21), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:03.543172 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13612288'] for segment (87cb83d6-951d-4157-9606-34df3b268d21), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: Traceback (most recent call last): Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: timer() Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: cb(*args, **kw) Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: return func(*args, **kwargs) Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: self._notify() Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: self.callback(batched_events) Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: event.method(event) Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: return f(self, *a, **k) Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: return self._get(url).json() Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: return self.request(url, 'GET', **kwargs) Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:23:03.547659 dv-cinder-master-3-smb neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:23:03.655858 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (00e8d9d5-9bd9-42f6-82d7-095e2078cfa9), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:03.661055 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:03.664826 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] 10.222.0.13 "DELETE /v2.0/networks/00e8d9d5-9bd9-42f6-82d7-095e2078cfa9 HTTP/1.1" status: 204 len: 168 time: 0.8824108 Apr 01 10:23:03.676191 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba71601-b0ca-4a7e-9cb8-d63b475ba705 admin admin] Pushing event deleted for resources: {'Network': ['ID=00e8d9d5-9bd9-42f6-82d7-095e2078cfa9,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:23:03.969889 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43802) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:23:04.008046 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-ea6d6e04-961f-42a5-a00d-9dfad5e6f4d9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=712342bbbbd84cd08df09d7cafb09ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0369771 Apr 01 10:23:04.010462 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43804) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:23:04.056888 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88b13b82-60d1-4354-b58e-3b5f7c5d2da3 admin admin] Publish callbacks [] for security_group (b8c00da9-44d9-49b6-b8c2-877ab5f52fcc), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:04.076847 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88b13b82-60d1-4354-b58e-3b5f7c5d2da3 admin admin] Publish callbacks [] for security_group (b8c00da9-44d9-49b6-b8c2-877ab5f52fcc), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:04.181967 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88b13b82-60d1-4354-b58e-3b5f7c5d2da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (b8c00da9-44d9-49b6-b8c2-877ab5f52fcc), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:04.184608 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-88b13b82-60d1-4354-b58e-3b5f7c5d2da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:04.185885 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-88b13b82-60d1-4354-b58e-3b5f7c5d2da3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b8c00da9-44d9-49b6-b8c2-877ab5f52fcc HTTP/1.1" status: 204 len: 168 time: 0.1744392 Apr 01 10:23:04.193818 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b13b82-60d1-4354-b58e-3b5f7c5d2da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c00da9-44d9-49b6-b8c2-877ab5f52fcc,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:23:04.219177 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device d89d2cf8-88c9-4664-b5c6-13a8130a599b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:23:04.243302 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: d89d2cf8-88c9-4664-b5c6-13a8130a599b {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:23:04.243763 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device d89d2cf8-88c9-4664-b5c6-13a8130a599b not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:23:04.244383 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device a37b7664-ac12-4f32-ba5f-3013decef617 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:23:04.269408 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: a37b7664-ac12-4f32-ba5f-3013decef617 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:23:04.269755 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device a37b7664-ac12-4f32-ba5f-3013decef617 not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:23:04.270309 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 4dcf9732-b696-4440-b8c2-d7c4350b644b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:23:04.293744 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 4dcf9732-b696-4440-b8c2-d7c4350b644b {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:23:04.294266 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 4dcf9732-b696-4440-b8c2-d7c4350b644b not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:23:04.898593 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-78532f41-98c5-411a-8c7d-df093fa12860 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419807 Apr 01 10:23:04.947391 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:04.947554 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43810) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:23:04.985420 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-5db3e207-f5d3-4670-94c0-8b84bc7983f1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fb0beef8510047c9a2d64b1e72bcd450&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404408 Apr 01 10:23:04.988123 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43812) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:23:04.991912 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-b9430d92-8365-41d2-92e6-e03b33863ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:04.993437 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-b9430d92-8365-41d2-92e6-e03b33863ad5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 1168 time: 0.0537162 Apr 01 10:23:05.100789 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8db93c6-433d-4c69-b00e-001a3f27e514 admin admin] Publish callbacks [] for security_group (9e021264-bc9c-4f4d-8d79-0e9938bcbb67), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:05.135322 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8db93c6-433d-4c69-b00e-001a3f27e514 admin admin] Publish callbacks [] for security_group (9e021264-bc9c-4f4d-8d79-0e9938bcbb67), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:05.137419 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-720d196d-4075-4e89-95da-27a306f7163b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:05.138847 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-720d196d-4075-4e89-95da-27a306f7163b service neutron] 10.222.0.43 "GET /v2.0/networks?id=72ae1a63-42a2-46f1-ac87-d568b389e095 HTTP/1.1" status: 200 len: 915 time: 0.1261687 Apr 01 10:23:05.220863 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-84f04bd9-afc4-40f2-b022-c4c9f3c177ce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 200 len: 1000 time: 0.0731537 Apr 01 10:23:05.268290 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-77955916-90b2-4981-b97e-21d6ace9dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:05.269770 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-77955916-90b2-4981-b97e-21d6ace9dfc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42cca21d-81f2-45a6-a951-758cc0a8d84a HTTP/1.1" status: 200 len: 853 time: 0.0413246 Apr 01 10:23:05.316915 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-bebbe52e-9050-4a78-a94f-26fe86899ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:05.318468 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-bebbe52e-9050-4a78-a94f-26fe86899ebf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ae1a63-42a2-46f1-ac87-d568b389e095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430577 Apr 01 10:23:05.345503 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8db93c6-433d-4c69-b00e-001a3f27e514 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (9e021264-bc9c-4f4d-8d79-0e9938bcbb67), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:05.347911 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-d8db93c6-433d-4c69-b00e-001a3f27e514 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:05.348996 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-d8db93c6-433d-4c69-b00e-001a3f27e514 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9e021264-bc9c-4f4d-8d79-0e9938bcbb67 HTTP/1.1" status: 204 len: 168 time: 0.3596284 Apr 01 10:23:05.384252 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db93c6-433d-4c69-b00e-001a3f27e514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e021264-bc9c-4f4d-8d79-0e9938bcbb67,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:23:05.424410 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-3703e76c-9c55-4663-b876-b624c542c309 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997162 Apr 01 10:23:05.511637 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-6df9e601-3699-4d85-9e2f-f534d8a3e021 req-9305f3a3-8533-42ab-aecf-2e4feccb6b4d service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806551 Apr 01 10:23:07.733589 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:23:15.822172 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-5940b1dc-48ed-4495-8312-532474b81d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:15.823674 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-5940b1dc-48ed-4495-8312-532474b81d7b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 1168 time: 0.1408486 Apr 01 10:23:15.888697 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa57e3d-b4db-4d29-a794-048adaa90f3c req-b8b4cef6-4638-41ee-a381-14ec8021fb0a tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:15.890244 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9fa57e3d-b4db-4d29-a794-048adaa90f3c req-b8b4cef6-4638-41ee-a381-14ec8021fb0a tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.2557116 Apr 01 10:23:15.911607 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-91bf30f1-e22f-4007-81a1-295a4c066de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:15.913108 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-91bf30f1-e22f-4007-81a1-295a4c066de3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72ae1a63-42a2-46f1-ac87-d568b389e095 HTTP/1.1" status: 200 len: 915 time: 0.0830352 Apr 01 10:23:15.952016 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-9fa57e3d-b4db-4d29-a794-048adaa90f3c req-db8ec02f-0da2-4fd7-bcc5-b489f9384c81 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561194 Apr 01 10:23:15.982930 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-fc41f634-c4cb-4015-b83f-547e454cf498 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 200 len: 1000 time: 0.0634289 Apr 01 10:23:16.031182 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-c1cfa363-86fa-4b60-bc53-8d7af09bc997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:16.032602 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-c1cfa363-86fa-4b60-bc53-8d7af09bc997 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42cca21d-81f2-45a6-a951-758cc0a8d84a HTTP/1.1" status: 200 len: 853 time: 0.0423553 Apr 01 10:23:16.079401 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-4bd3374b-817d-4b7f-8ed5-fc9c57d5182b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:16.080826 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-4bd3374b-817d-4b7f-8ed5-fc9c57d5182b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ae1a63-42a2-46f1-ac87-d568b389e095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0419540 Apr 01 10:23:16.091048 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-8decdd98-e5a5-4c01-a5be-f58ef64d607e service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=103817) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 01 10:23:16.091972 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-8decdd98-e5a5-4c01-a5be-f58ef64d607e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049691 Apr 01 10:23:16.180201 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-dd981a6a-1678-4ddc-a527-9ff2899fd41b service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809844 Apr 01 10:23:16.266641 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-a1ca23d1-3893-4f96-96f5-3c5dbc65c300 req-660636f9-c99f-42a4-a02c-cf5779ce7c47 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800307 Apr 01 10:23:17.121151 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639c6e8-26b9-4b49-bc2f-b47acbd37ed6 req-97f410c2-5a08-4f89-8f2b-761753976c96 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:17.122596 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7639c6e8-26b9-4b49-bc2f-b47acbd37ed6 req-97f410c2-5a08-4f89-8f2b-761753976c96 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.1031153 Apr 01 10:23:17.182636 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7639c6e8-26b9-4b49-bc2f-b47acbd37ed6 req-e9fd0e4a-8c28-4370-91f0-49bf937f6f29 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543456 Apr 01 10:23:18.299196 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3c32c-bc21-4331-bc7f-b229e0126a74 req-32340742-85b1-4ad5-9785-0a535bf7c880 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:18.300634 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-32c3c32c-bc21-4331-bc7f-b229e0126a74 req-32340742-85b1-4ad5-9785-0a535bf7c880 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0517013 Apr 01 10:23:18.357539 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-32c3c32c-bc21-4331-bc7f-b229e0126a74 req-734c2386-ff8a-410d-bb3d-e08db40dd425 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512149 Apr 01 10:23:19.471305 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3337f-3963-40cf-9e76-d2f19ca6c8f1 req-52dc3f3c-b1b8-40e9-b2aa-7393f2b0eebf tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:19.472737 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0ee3337f-3963-40cf-9e76-d2f19ca6c8f1 req-52dc3f3c-b1b8-40e9-b2aa-7393f2b0eebf tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0509136 Apr 01 10:23:19.529548 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0ee3337f-3963-40cf-9e76-d2f19ca6c8f1 req-8eb2af96-75b8-4491-9b20-128875fefe2e tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506487 Apr 01 10:23:20.649938 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf29861-a881-4fb5-b71a-687c0728af64 req-78424d19-8bc3-4b75-ac4d-c30532342137 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:20.651407 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fcf29861-a881-4fb5-b71a-687c0728af64 req-78424d19-8bc3-4b75-ac4d-c30532342137 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0549335 Apr 01 10:23:20.709003 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fcf29861-a881-4fb5-b71a-687c0728af64 req-7877b6cf-6891-44d1-a633-06045777e93d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520549 Apr 01 10:23:21.823530 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef454fa-b8e8-443d-808c-02e8b285d25d req-522d7de3-30a9-4009-b55e-da0ef3b5bf2c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:21.824995 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-bef454fa-b8e8-443d-808c-02e8b285d25d req-522d7de3-30a9-4009-b55e-da0ef3b5bf2c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0512667 Apr 01 10:23:21.882952 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-bef454fa-b8e8-443d-808c-02e8b285d25d req-73a106af-d5a3-4beb-959f-2291cda92511 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519385 Apr 01 10:23:23.003864 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6901eec-5aba-4c88-865c-9f4611ca598c req-5c64e6b4-2d83-43da-b612-db8fef11d255 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:23.005354 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a6901eec-5aba-4c88-865c-9f4611ca598c req-5c64e6b4-2d83-43da-b612-db8fef11d255 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0558133 Apr 01 10:23:23.063252 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-a6901eec-5aba-4c88-865c-9f4611ca598c req-52dd2d26-a2c1-462d-817f-a0e23a415696 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523229 Apr 01 10:23:24.180529 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8e44b0-5d67-456a-889b-f675f57a15a2 req-f6946a74-1ced-4a5d-a47e-35ff467b0598 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:24.182008 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7a8e44b0-5d67-456a-889b-f675f57a15a2 req-f6946a74-1ced-4a5d-a47e-35ff467b0598 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0522201 Apr 01 10:23:24.238939 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7a8e44b0-5d67-456a-889b-f675f57a15a2 req-9c3b8500-fefc-4f71-8019-7609a80d4b33 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0513074 Apr 01 10:23:25.353435 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044888ff-b103-48f6-a067-1a2d713a22db req-1b11cba4-e6cd-4e43-a229-655b881e3f42 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:25.354891 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-044888ff-b103-48f6-a067-1a2d713a22db req-1b11cba4-e6cd-4e43-a229-655b881e3f42 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0531220 Apr 01 10:23:25.415880 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-044888ff-b103-48f6-a067-1a2d713a22db req-ad7bf5d9-23a0-4557-a5fd-12fcf1783ae9 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0554340 Apr 01 10:23:26.175634 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:26.531106 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e321a-f61b-4ffd-ab5d-6a904e172e5a req-48e8df6b-0c2a-4089-960d-a02d4c935791 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:26.532554 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d87e321a-f61b-4ffd-ab5d-6a904e172e5a req-48e8df6b-0c2a-4089-960d-a02d4c935791 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0515549 Apr 01 10:23:26.589509 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-d87e321a-f61b-4ffd-ab5d-6a904e172e5a req-7c58cf12-e6f7-4c29-9967-e2c3892b4411 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510385 Apr 01 10:23:27.705974 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854545a-209a-40d4-9e1b-aabb1aad63d7 req-f920cae4-dbfc-46f4-93ec-10a5971dca5c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:27.707360 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0854545a-209a-40d4-9e1b-aabb1aad63d7 req-f920cae4-dbfc-46f4-93ec-10a5971dca5c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0530887 Apr 01 10:23:27.764886 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-0854545a-209a-40d4-9e1b-aabb1aad63d7 req-45872407-0463-47dc-b1d8-a602f0c5da3d tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512371 Apr 01 10:23:28.638434 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-babd60c7-55f7-44f9-8af8-ef18898befbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:28.885238 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6717bf-7d00-435e-998d-d337ac28dd8e req-24d7a4c9-1130-4a10-9952-59028350ad78 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:28.886724 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-bd6717bf-7d00-435e-998d-d337ac28dd8e req-24d7a4c9-1130-4a10-9952-59028350ad78 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0565884 Apr 01 10:23:28.944672 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-bd6717bf-7d00-435e-998d-d337ac28dd8e req-04c002a2-fe82-4bb6-90e3-f092119a6169 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523293 Apr 01 10:23:30.063509 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d1262-ee8e-419e-b833-50fa9e0dabea req-01698526-6933-490d-8f3f-a1f0469eb650 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:30.064951 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-553d1262-ee8e-419e-b833-50fa9e0dabea req-01698526-6933-490d-8f3f-a1f0469eb650 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0517678 Apr 01 10:23:30.123229 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-553d1262-ee8e-419e-b833-50fa9e0dabea req-d3b6f7c1-b8d0-4a85-a58e-01f91a627b5f tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520833 Apr 01 10:23:30.838486 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-848262af-1c03-4b56-98ee-930530edaf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:31.236748 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb538947-ce2e-473c-a18c-7cde65899d45 req-29c0cb0b-d89e-4e9c-9391-72daceca4680 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:31.238227 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-bb538947-ce2e-473c-a18c-7cde65899d45 req-29c0cb0b-d89e-4e9c-9391-72daceca4680 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0512033 Apr 01 10:23:31.299877 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-bb538947-ce2e-473c-a18c-7cde65899d45 req-90191e79-2a8d-4d53-8116-b40b3eadffd2 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555630 Apr 01 10:23:31.895845 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:32.416697 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ed99a-b79a-47d4-a762-15a49cdfe954 req-3ea569c8-2478-4503-8e5d-5b7a4b1d6960 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:23:32.418229 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-056ed99a-b79a-47d4-a762-15a49cdfe954 req-3ea569c8-2478-4503-8e5d-5b7a4b1d6960 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0523913 Apr 01 10:23:32.476860 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-056ed99a-b79a-47d4-a762-15a49cdfe954 req-ed1ec9a0-2879-47f1-89ae-37cf77672b94 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&id=e965aacf-6357-4881-b65a-6996116f5027&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530617 Apr 01 10:23:33.415177 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:34.935565 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:44.732681 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:23:56.169012 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:23:58.597770 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-538a86cb-ac21-462e-a469-a586d91b96f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:00.877943 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-37e3f8d0-3621-450b-b49f-2f84b6afd8bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:01.894513 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:03.454766 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:04.767358 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7cca232b-6708-42d6-9713-90076d43bfe2 req-bfdc360a-b4e3-421b-874c-2317546d226c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1536663263&fields=id&tenant_id=1a0219a3340b42dd8246bd34cd2726d5 HTTP/1.1" status: 200 len: 267 time: 0.0451515 Apr 01 10:24:04.790734 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-d8d45872-e1f9-49c0-8200-7818a3711ed7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445876 Apr 01 10:24:04.823799 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca232b-6708-42d6-9713-90076d43bfe2 req-a7b8f1f6-9e6e-436e-8a53-660fdcb62e80 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:04.825307 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7cca232b-6708-42d6-9713-90076d43bfe2 req-a7b8f1f6-9e6e-436e-8a53-660fdcb62e80 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 984 time: 0.0525033 Apr 01 10:24:04.836590 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.v2.base [req-7cca232b-6708-42d6-9713-90076d43bfe2 req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Request body: {'port': {'security_groups': ['52a3fcf9-cc62-4c6c-b574-d36b4221ed7c']}} {{(pid=103818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 01 10:24:04.879643 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-2de0c098-9b8b-4ea8-8b27-09e2ec3b6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:04.881147 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-2de0c098-9b8b-4ea8-8b27-09e2ec3b6dc6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 1168 time: 0.0477850 Apr 01 10:24:04.914835 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-7cca232b-6708-42d6-9713-90076d43bfe2 req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3441364'] for port (337189d0-5923-468d-b402-769c58c5da06), before_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:04.952576 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:04.983998 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-88ed5f16-d267-4903-8c8a-04ed4049fda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:04.985585 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-88ed5f16-d267-4903-8c8a-04ed4049fda3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72ae1a63-42a2-46f1-ac87-d568b389e095 HTTP/1.1" status: 200 len: 915 time: 0.0851619 Apr 01 10:24:05.053470 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-3317d7cd-87a0-4f6e-bed0-673ba36cd607 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 200 len: 1000 time: 0.0613301 Apr 01 10:24:05.096250 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [req-7cca232b-6708-42d6-9713-90076d43bfe2 req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] For port 337189d0-5923-468d-b402-769c58c5da06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=337189d0-5923-468d-b402-769c58c5da06,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:24:05.100529 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-e48da735-e817-4804-a9e5-a51c038ce5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:05.102058 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-e48da735-e817-4804-a9e5-a51c038ce5c7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42cca21d-81f2-45a6-a951-758cc0a8d84a HTTP/1.1" status: 200 len: 853 time: 0.0434463 Apr 01 10:24:05.125444 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-7cca232b-6708-42d6-9713-90076d43bfe2 req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for port (337189d0-5923-468d-b402-769c58c5da06), precommit_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:05.149099 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-bcfe82c8-eafb-4509-ada7-7a8eacc15597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:05.150614 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-bcfe82c8-eafb-4509-ada7-7a8eacc15597 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ae1a63-42a2-46f1-ac87-d568b389e095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430472 Apr 01 10:24:05.180107 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-7cca232b-6708-42d6-9713-90076d43bfe2 req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783486209675', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783485705220', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783485705238', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13612380'] for port (337189d0-5923-468d-b402-769c58c5da06), after_update {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:05.192873 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['337189d0-5923-468d-b402-769c58c5da06'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:24:05.222742 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca232b-6708-42d6-9713-90076d43bfe2 req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:05.223361 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [req-7cca232b-6708-42d6-9713-90076d43bfe2 req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:05.225034 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-7cca232b-6708-42d6-9713-90076d43bfe2 req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "PUT /v2.0/ports/337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 200 len: 942 time: 0.3928387 Apr 01 10:24:05.227932 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'tag': '337189d0-5923-468d-b402-769c58c5da06'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:24:05.229511 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda202d8-814e-4693-88da-77eec55ebbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "tag": "337189d0-5923-468d-b402-769c58c5da06"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:24:05.231978 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43868) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:05.264229 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-91942052-8f6b-4a7a-abeb-a5d2104c2de6 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079590 Apr 01 10:24:05.276173 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event updated for resources: {'Port': ['ID=337189d0-5923-468d-b402-769c58c5da06,revision_number=7']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:05.284827 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69175d7a-3357-418e-aa4c-7aa32c661bfb x-openstack-request-id: req-69175d7a-3357-418e-aa4c-7aa32c661bfb {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:24:05.285115 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "tag": "337189d0-5923-468d-b402-769c58c5da06", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:24:05.285391 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-69175d7a-3357-418e-aa4c-7aa32c661bfb {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:24:05.285800 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69175d7a-3357-418e-aa4c-7aa32c661bfb'] response: {'name': 'network-changed', 'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'tag': '337189d0-5923-468d-b402-769c58c5da06', 'status': 'completed', 'code': 200} Apr 01 10:24:05.287528 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.287882 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.288705 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.288705 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.289105 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.289325 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.289789 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.290173 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.290511 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.290842 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.291171 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.291609 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.291819 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.292142 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.292602 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79802862-a35d-4f92-9dbf-3c951754e656 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.294689 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['337189d0-5923-468d-b402-769c58c5da06'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:24:05.375017 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group (e965aacf-6357-4881-b65a-6996116f5027), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:05.416614 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group (e965aacf-6357-4881-b65a-6996116f5027), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:05.427582 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-3fee9c92-12c6-4972-ac41-43b9023f3af2 req-c902d305-628f-442a-b2ee-5a36b2c718f9 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525426 Apr 01 10:24:05.514521 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda202d8-814e-4693-88da-77eec55ebbcc req-50d62c97-cd3c-437d-9ae8-c350c1ab4d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:05.515952 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-eda202d8-814e-4693-88da-77eec55ebbcc req-50d62c97-cd3c-437d-9ae8-c350c1ab4d67 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 1129 time: 0.0469520 Apr 01 10:24:05.568562 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.provisioning_blocks [None req-3b51e457-95c7-4b3a-800d-8d84d3482d63 None None] Provisioning complete for port 337189d0-5923-468d-b402-769c58c5da06 triggered by entity DHCP. {{(pid=103819) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 01 10:24:05.568936 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3b51e457-95c7-4b3a-800d-8d84d3482d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3321390'] for port (337189d0-5923-468d-b402-769c58c5da06), provisioning_complete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:05.577418 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (e965aacf-6357-4881-b65a-6996116f5027), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:05.580248 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:05.581597 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "DELETE /v2.0/security-groups/e965aacf-6357-4881-b65a-6996116f5027 HTTP/1.1" status: 204 len: 168 time: 0.3483841 Apr 01 10:24:05.584234 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43872) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:05.721017 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-3b51e457-95c7-4b3a-800d-8d84d3482d63 None None] Current status of the port 337189d0-5923-468d-b402-769c58c5da06 is: ACTIVE; New status is: ACTIVE {{(pid=103819) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Apr 01 10:24:05.768894 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Deleting port 22634e92-f718-496f-97dc-8a6d87884e66 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:24:05.769903 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (22634e92-f718-496f-97dc-8a6d87884e66), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:05.837446 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e965aacf-6357-4881-b65a-6996116f5027,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:05.847181 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.847524 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.847865 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.848203 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.848534 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.848864 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.849216 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.849543 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.849870 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.850010 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (22634e92-f718-496f-97dc-8a6d87884e66), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:05.850196 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.850309 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for floatingip (22634e92-f718-496f-97dc-8a6d87884e66), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:05.850540 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.851387 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.851710 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.852027 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.852345 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d70f872-0942-4247-84cb-ad725357c09c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103817) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:05.862924 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Calling delete_port for 22634e92-f718-496f-97dc-8a6d87884e66 owned by network:floatingip {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:24:05.876265 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda202d8-814e-4693-88da-77eec55ebbcc req-442321de-90f8-43d2-838d-d4201cf1e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:05.877788 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-eda202d8-814e-4693-88da-77eec55ebbcc req-442321de-90f8-43d2-838d-d4201cf1e843 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72ae1a63-42a2-46f1-ac87-d568b389e095 HTTP/1.1" status: 200 len: 915 time: 0.3555775 Apr 01 10:24:05.943192 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-eda202d8-814e-4693-88da-77eec55ebbcc req-5a7db229-2157-4aa4-9175-5c7735c53b31 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 200 len: 1000 time: 0.0591671 Apr 01 10:24:05.990772 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda202d8-814e-4693-88da-77eec55ebbcc req-bd271d11-64db-469d-b3fe-ec949d1adf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:05.992820 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-eda202d8-814e-4693-88da-77eec55ebbcc req-bd271d11-64db-469d-b3fe-ec949d1adf1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42cca21d-81f2-45a6-a951-758cc0a8d84a HTTP/1.1" status: 200 len: 853 time: 0.0437565 Apr 01 10:24:06.042618 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda202d8-814e-4693-88da-77eec55ebbcc req-1d330cd2-7f8e-4589-a143-bfe8dc6ed586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:06.044101 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-eda202d8-814e-4693-88da-77eec55ebbcc req-1d330cd2-7f8e-4589-a143-bfe8dc6ed586 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ae1a63-42a2-46f1-ac87-d568b389e095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0458162 Apr 01 10:24:06.066649 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (22634e92-f718-496f-97dc-8a6d87884e66), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:06.093011 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event deleted for resources: {'Port': ['ID=22634e92-f718-496f-97dc-8a6d87884e66,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:06.132611 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-eda202d8-814e-4693-88da-77eec55ebbcc req-94ae66db-609b-412d-a4dc-6a4cab2204ff service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825033 Apr 01 10:24:06.152517 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks [] for floatingip (b58e1912-575f-442b-b744-cf0c7967aa95), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:06.152847 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.db.l3_db [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Floating IP b58e1912-575f-442b-b744-cf0c7967aa95 disassociated (deleted). External IP: 172.37.3.14, port: 337189d0-5923-468d-b402-769c58c5da06. Apr 01 10:24:06.222852 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-eda202d8-814e-4693-88da-77eec55ebbcc req-6a882d61-de39-4eb4-b678-5cd9d0e67df3 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852973 Apr 01 10:24:06.359912 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Router eee85cde-e0cd-4ffd-aff7-a8f220b65971 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:24:06.465300 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:24:06.470048 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for floatingip (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:06.475233 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691a3348-4e52-4446-987a-c12979e2bc6c None None] Sync routers for ids ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:24:06.485746 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a3348-4e52-4446-987a-c12979e2bc6c None None] Routers {'eee85cde-e0cd-4ffd-aff7-a8f220b65971'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:24:06.486368 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-691a3348-4e52-4446-987a-c12979e2bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:24:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:06.498753 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-0e410ed6-4e15-4f9f-a32f-d0d8c81d82bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "DELETE /v2.0/floatingips/b58e1912-575f-442b-b744-cf0c7967aa95 HTTP/1.1" status: 204 len: 168 time: 0.9134400 Apr 01 10:24:06.593253 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-691a3348-4e52-4446-987a-c12979e2bc6c None None] Set router eee85cde-e0cd-4ffd-aff7-a8f220b65971 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:24:06.785757 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-691a3348-4e52-4446-987a-c12979e2bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6', 'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'mac_address': 'fa:16:3e:37:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:02Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'subnets': [{'id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:06.815003 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691a3348-4e52-4446-987a-c12979e2bc6c None None] Checking router: eee85cde-e0cd-4ffd-aff7-a8f220b65971 for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:24:06.824012 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691a3348-4e52-4446-987a-c12979e2bc6c None None] Routers {'eee85cde-e0cd-4ffd-aff7-a8f220b65971'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:24:06.824620 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-691a3348-4e52-4446-987a-c12979e2bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:24:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:06.934459 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-691a3348-4e52-4446-987a-c12979e2bc6c None None] Set router eee85cde-e0cd-4ffd-aff7-a8f220b65971 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:24:07.125734 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-691a3348-4e52-4446-987a-c12979e2bc6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6', 'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'mac_address': 'fa:16:3e:37:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:02Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'subnets': [{'id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:07.151665 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691a3348-4e52-4446-987a-c12979e2bc6c None None] The sync data for ids ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'] in dv-cinder-master-3-smb is: [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:03Z', 'revision_number': 4, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6', 'name': '', 'network_id': '72ae1a63-42a2-46f1-ac87-d568b389e095', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'mac_address': 'fa:16:3e:37:12:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_interface', 'standard_attr_id': 688, 'fixed_ips': [{'subnet_id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:02Z', 'updated_at': '2022-04-01T10:22:06Z', 'revision_number': 5, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'subnets': [{'id': '42cca21d-81f2-45a6-a951-758cc0a8d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:24:07.287606 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'tag': '337189d0-5923-468d-b402-769c58c5da06'}] {{(pid=103818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:24:07.291598 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}83fbe23be5ddf0f5c8e5d6b9b55bdf652c71646d5d1bb71142dce5363eac24a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd2af8c-efc5-4e11-9543-8359eef9c196" -d '{"events": [{"name": "network-changed", "server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "tag": "337189d0-5923-468d-b402-769c58c5da06"}]}' {{(pid=103818) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:24:07.403083 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6177a2-f11b-4060-abca-417bf66c4f2c None None] New status for floating IP b58e1912-575f-442b-b744-cf0c7967aa95: DOWN {{(pid=103820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 01 10:24:07.415962 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 01 Apr 2022 10:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441c0aab-b67e-44e2-8338-49a2fbac7ed9 x-openstack-request-id: req-441c0aab-b67e-44e2-8338-49a2fbac7ed9 {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:24:07.416256 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "tag": "337189d0-5923-468d-b402-769c58c5da06", "status": "completed", "code": 200}]} {{(pid=103818) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:24:07.416511 dv-cinder-master-3-smb neutron-server[103818]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-441c0aab-b67e-44e2-8338-49a2fbac7ed9 {{(pid=103818) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:24:07.416924 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441c0aab-b67e-44e2-8338-49a2fbac7ed9'] response: {'name': 'network-changed', 'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'tag': '337189d0-5923-468d-b402-769c58c5da06', 'status': 'completed', 'code': 200} Apr 01 10:24:07.479808 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2af8c-efc5-4e11-9543-8359eef9c196 req-46d65dfb-cb1c-4590-a113-c68864cac7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:07.481339 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-cdd2af8c-efc5-4e11-9543-8359eef9c196 req-46d65dfb-cb1c-4590-a113-c68864cac7c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 1129 time: 0.0450637 Apr 01 10:24:07.570038 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2af8c-efc5-4e11-9543-8359eef9c196 req-7f195e04-4e80-40ca-a32b-141f04e44441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:07.571566 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-cdd2af8c-efc5-4e11-9543-8359eef9c196 req-7f195e04-4e80-40ca-a32b-141f04e44441 service neutron] 10.222.0.43 "GET /v2.0/networks?id=72ae1a63-42a2-46f1-ac87-d568b389e095 HTTP/1.1" status: 200 len: 915 time: 0.0848541 Apr 01 10:24:07.620611 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-cdd2af8c-efc5-4e11-9543-8359eef9c196 req-99ede7ee-f15e-44bc-8807-c1d900a30664 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 200 len: 217 time: 0.0435653 Apr 01 10:24:07.668469 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2af8c-efc5-4e11-9543-8359eef9c196 req-2881ca85-917e-42da-8f63-e69278a505f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:07.669964 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-cdd2af8c-efc5-4e11-9543-8359eef9c196 req-2881ca85-917e-42da-8f63-e69278a505f3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=42cca21d-81f2-45a6-a951-758cc0a8d84a HTTP/1.1" status: 200 len: 853 time: 0.0439832 Apr 01 10:24:07.717381 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2af8c-efc5-4e11-9543-8359eef9c196 req-c51cf90c-4278-4dec-a402-387ee879e89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:07.718750 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-cdd2af8c-efc5-4e11-9543-8359eef9c196 req-c51cf90c-4278-4dec-a402-387ee879e89f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=72ae1a63-42a2-46f1-ac87-d568b389e095&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0433869 Apr 01 10:24:07.806986 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-cdd2af8c-efc5-4e11-9543-8359eef9c196 req-88f84be7-70a6-4e7b-acfd-6a9b238a2607 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812540 Apr 01 10:24:07.893648 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-cdd2af8c-efc5-4e11-9543-8359eef9c196 req-f2c32222-f32c-4f13-8a4c-9c48b31817a4 service neutron] 10.222.0.43 "GET /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808804 Apr 01 10:24:09.716413 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bdab0-de08-441b-af79-96a5dc6a869d req-595d1a01-c603-4bb8-86e8-27a553b538db tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:09.717935 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ae8bdab0-de08-441b-af79-96a5dc6a869d req-595d1a01-c603-4bb8-86e8-27a553b538db tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 945 time: 0.0523584 Apr 01 10:24:09.766998 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-ae8bdab0-de08-441b-af79-96a5dc6a869d req-f18e4b4a-f0b0-4a89-ac39-690550a9f93e tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Apr 01 10:24:10.883041 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c0480-c9ea-42de-bd60-bd407b98a3ef req-bf3ea7b4-19ac-4432-bff6-200fc30604bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:10.884511 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-467c0480-c9ea-42de-bd60-bd407b98a3ef req-bf3ea7b4-19ac-4432-bff6-200fc30604bd tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 945 time: 0.0518653 Apr 01 10:24:10.930468 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-467c0480-c9ea-42de-bd60-bd407b98a3ef req-868b842b-bf4d-48c4-8e5d-be116a7b98fc tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/security-groups?id=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 Apr 01 10:24:11.398145 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8cdfb3-da5b-4f9e-bed8-545eeae4646b req-df7737a1-5982-4343-980f-0d27a36e0a0c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103817) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 01 10:24:11.399629 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-af8cdfb3-da5b-4f9e-bed8-545eeae4646b req-df7737a1-5982-4343-980f-0d27a36e0a0c tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.43 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 945 time: 0.0564330 Apr 01 10:24:11.486478 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-af8cdfb3-da5b-4f9e-bed8-545eeae4646b req-184a4548-9243-47fd-b0ee-19115f1d3887 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Deleting port 337189d0-5923-468d-b402-769c58c5da06 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:24:11.486823 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-af8cdfb3-da5b-4f9e-bed8-545eeae4646b req-184a4548-9243-47fd-b0ee-19115f1d3887 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (337189d0-5923-468d-b402-769c58c5da06), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:11.574637 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [req-af8cdfb3-da5b-4f9e-bed8-545eeae4646b req-184a4548-9243-47fd-b0ee-19115f1d3887 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] For port 337189d0-5923-468d-b402-769c58c5da06, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=337189d0-5923-468d-b402-769c58c5da06,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:24:11.574996 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-af8cdfb3-da5b-4f9e-bed8-545eeae4646b req-184a4548-9243-47fd-b0ee-19115f1d3887 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (337189d0-5923-468d-b402-769c58c5da06), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:11.587314 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [req-af8cdfb3-da5b-4f9e-bed8-545eeae4646b req-184a4548-9243-47fd-b0ee-19115f1d3887 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Calling delete_port for 337189d0-5923-468d-b402-769c58c5da06 owned by compute:nova {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:24:11.769090 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-af8cdfb3-da5b-4f9e-bed8-545eeae4646b req-184a4548-9243-47fd-b0ee-19115f1d3887 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (337189d0-5923-468d-b402-769c58c5da06), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:11.780118 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] get_ports_and_sgs() called for port_ids ['337189d0-5923-468d-b402-769c58c5da06'] {{(pid=103819) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 01 10:24:11.800492 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a4548-9243-47fd-b0ee-19115f1d3887 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Pushing event deleted for resources: {'Port': ['ID=337189d0-5923-468d-b402-769c58c5da06,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:11.843918 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8cdfb3-da5b-4f9e-bed8-545eeae4646b req-184a4548-9243-47fd-b0ee-19115f1d3887 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] No DVR routers for this DVR port 337189d0-5923-468d-b402-769c58c5da06 on host hv-cinder-maste {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:24:11.846403 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [req-af8cdfb3-da5b-4f9e-bed8-545eeae4646b req-184a4548-9243-47fd-b0ee-19115f1d3887 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14265'] for port (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:11.849721 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [req-af8cdfb3-da5b-4f9e-bed8-545eeae4646b req-184a4548-9243-47fd-b0ee-19115f1d3887 tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.43 "DELETE /v2.0/ports/337189d0-5923-468d-b402-769c58c5da06 HTTP/1.1" status: 204 len: 173 time: 0.4455945 Apr 01 10:24:11.850165 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'name': 'network-vif-deleted', 'tag': '337189d0-5923-468d-b402-769c58c5da06'}] {{(pid=103817) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 01 10:24:11.852973 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.13/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8274d18f9e373e59ebe6d12f26b6b27137b59522d8f451d95738c20271c362dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91223130-cb1b-48fc-85f3-9b0754e6b250" -d '{"events": [{"server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "name": "network-vif-deleted", "tag": "337189d0-5923-468d-b402-769c58c5da06"}]}' {{(pid=103817) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 01 10:24:11.943196 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 01 Apr 2022 10:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8e6b6d-e1fb-483d-a6ab-47509be81434 x-openstack-request-id: req-3a8e6b6d-e1fb-483d-a6ab-47509be81434 {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 01 10:24:11.943490 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "641275ba-0370-4aa9-a434-86fb831b1228", "name": "network-vif-deleted", "tag": "337189d0-5923-468d-b402-769c58c5da06", "status": "completed", "code": 200}]} {{(pid=103817) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 01 10:24:11.943741 dv-cinder-master-3-smb neutron-server[103817]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.13/compute/v2.1/os-server-external-events used request id req-3a8e6b6d-e1fb-483d-a6ab-47509be81434 {{(pid=103817) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 01 10:24:11.944229 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8e6b6d-e1fb-483d-a6ab-47509be81434'] response: {'server_uuid': '641275ba-0370-4aa9-a434-86fb831b1228', 'name': 'network-vif-deleted', 'tag': '337189d0-5923-468d-b402-769c58c5da06', 'status': 'completed', 'code': 200} Apr 01 10:24:12.024860 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [req-fa06719a-f982-451f-9f4e-203d63248ceb req-4d6c73a8-9452-4145-9306-ceac80f561bf tempest-TestMinimumBasicScenario-642577896 tempest-TestMinimumBasicScenario-642577896-project] 10.222.0.13 "GET /v2.0/ports?device_id=641275ba-0370-4aa9-a434-86fb831b1228 HTTP/1.1" status: 200 len: 210 time: 0.0267353 Apr 01 10:24:14.229605 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43964) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:14.568004 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2048629'] for router_interface (eee85cde-e0cd-4ffd-aff7-a8f220b65971), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:14.809867 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] Deleting port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:24:14.810212 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:14.884933 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] For port 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:24:14.885326 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:14.897479 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] Calling delete_port for 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 owned by network:router_interface {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:24:15.157430 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:15.182976 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:15.348135 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051557'] for router_interface (eee85cde-e0cd-4ffd-aff7-a8f220b65971), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:15.556021 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] Router eee85cde-e0cd-4ffd-aff7-a8f220b65971 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:24:15.656320 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:24:15.661408 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-bd9c08e8-e9d6-49d5-9c2b-5b2675e86811 admin admin] 10.222.0.13 "PUT /v2.0/routers/eee85cde-e0cd-4ffd-aff7-a8f220b65971/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4307728 Apr 01 10:24:15.664570 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43966) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:15.665357 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e53c36-faf7-4a62-a6a1-f6d007856f8a None None] Sync routers for ids ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'] in dv-cinder-master-3-smb {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:24:15.675366 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e53c36-faf7-4a62-a6a1-f6d007856f8a None None] Routers {'eee85cde-e0cd-4ffd-aff7-a8f220b65971'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:24:15.675982 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-32e53c36-faf7-4a62-a6a1-f6d007856f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:24:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:15.767168 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Publish callbacks [] for router (eee85cde-e0cd-4ffd-aff7-a8f220b65971), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:15.781251 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-32e53c36-faf7-4a62-a6a1-f6d007856f8a None None] Set router eee85cde-e0cd-4ffd-aff7-a8f220b65971 gateway port host: dv-cinder-master-3-smb {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:24:15.868459 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Publish callbacks [] for router_gateway (eee85cde-e0cd-4ffd-aff7-a8f220b65971), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:15.955126 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-32e53c36-faf7-4a62-a6a1-f6d007856f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86'}], 'enable_snat': True}, 'gw_port_id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:24:15Z', 'revision_number': 5, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port': {'id': '98afc5b7-37e5-4e97-b3b7-489a9d04866d', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:22:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:15.978759 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Deleting port 98afc5b7-37e5-4e97-b3b7-489a9d04866d {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:24:15.979098 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:15.986687 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e53c36-faf7-4a62-a6a1-f6d007856f8a None None] Checking router: eee85cde-e0cd-4ffd-aff7-a8f220b65971 for host: dv-cinder-master-3-smb {{(pid=103819) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:24:15.995256 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e53c36-faf7-4a62-a6a1-f6d007856f8a None None] Routers {'eee85cde-e0cd-4ffd-aff7-a8f220b65971'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103819) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:24:15.995868 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-32e53c36-faf7-4a62-a6a1-f6d007856f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:24:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'], 'active': True} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:16.058352 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] For port 98afc5b7-37e5-4e97-b3b7-489a9d04866d, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=98afc5b7-37e5-4e97-b3b7-489a9d04866d,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:24:16.058712 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.070987 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Calling delete_port for 98afc5b7-37e5-4e97-b3b7-489a9d04866d owned by network:router_gateway {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:24:16.081215 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvr_db [None req-32e53c36-faf7-4a62-a6a1-f6d007856f8a None None] Set router eee85cde-e0cd-4ffd-aff7-a8f220b65971 gateway port host: None {{(pid=103819) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:24:16.236101 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 337189d0-5923-468d-b402-769c58c5da06 no longer exists at agent hyperv_hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:24:16.264354 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_hamode_db [None req-32e53c36-faf7-4a62-a6a1-f6d007856f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:24:15Z', 'revision_number': 6, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:16.283356 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] No Port match for: 337189d0-5923-468d-b402-769c58c5da06 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:24:16.283993 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Device 337189d0-5923-468d-b402-769c58c5da06 not bound to the agent host hv-cinder-maste {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:24:16.313482 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e53c36-faf7-4a62-a6a1-f6d007856f8a None None] The sync data for ids ['eee85cde-e0cd-4ffd-aff7-a8f220b65971'] in dv-cinder-master-3-smb is: [{'id': 'eee85cde-e0cd-4ffd-aff7-a8f220b65971', 'name': 'tempest-TestMinimumBasicScenario-814264990-router', 'tenant_id': '1a0219a3340b42dd8246bd34cd2726d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:00Z', 'updated_at': '2022-04-01T10:24:15Z', 'revision_number': 6, 'project_id': '1a0219a3340b42dd8246bd34cd2726d5', 'gw_port_host': None}] {{(pid=103819) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:24:16.318123 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (98afc5b7-37e5-4e97-b3b7-489a9d04866d), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.344521 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98afc5b7-37e5-4e97-b3b7-489a9d04866d,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:16.410442 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048271'] for router_gateway (eee85cde-e0cd-4ffd-aff7-a8f220b65971), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.496884 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2050451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1690'] for router (eee85cde-e0cd-4ffd-aff7-a8f220b65971), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.498909 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Publish callbacks [] for router_controller (eee85cde-e0cd-4ffd-aff7-a8f220b65971), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.625945 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2050538'] for router (eee85cde-e0cd-4ffd-aff7-a8f220b65971), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.626440 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eee85cde-e0cd-4ffd-aff7-a8f220b65971 {{(pid=103818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 10:24:16.635434 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.635434 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-ce7138a2-2abc-4e67-8981-416627569ca9 admin admin] 10.222.0.13 "DELETE /v2.0/routers/eee85cde-e0cd-4ffd-aff7-a8f220b65971 HTTP/1.1" status: 204 len: 168 time: 0.9671011 Apr 01 10:24:16.635434 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43968) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:16.684276 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde382cc-41aa-456e-aa35-b45b3ca8ef6e admin admin] Deleting subnet 42cca21d-81f2-45a6-a951-758cc0a8d84a {{(pid=103818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:24:16.687514 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bde382cc-41aa-456e-aa35-b45b3ca8ef6e admin admin] Publish callbacks [] for subnet (42cca21d-81f2-45a6-a951-758cc0a8d84a), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.723676 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bde382cc-41aa-456e-aa35-b45b3ca8ef6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12946067'] for subnet (42cca21d-81f2-45a6-a951-758cc0a8d84a), precommit_delete_associations {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.797910 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bde382cc-41aa-456e-aa35-b45b3ca8ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (42cca21d-81f2-45a6-a951-758cc0a8d84a), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.923565 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bde382cc-41aa-456e-aa35-b45b3ca8ef6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13601702', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14539018'] for subnet (42cca21d-81f2-45a6-a951-758cc0a8d84a), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.952857 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde382cc-41aa-456e-aa35-b45b3ca8ef6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42cca21d-81f2-45a6-a951-758cc0a8d84a,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:16.955563 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-bde382cc-41aa-456e-aa35-b45b3ca8ef6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:16.958855 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-bde382cc-41aa-456e-aa35-b45b3ca8ef6e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/42cca21d-81f2-45a6-a951-758cc0a8d84a HTTP/1.1" status: 204 len: 168 time: 0.3226712 Apr 01 10:24:16.960797 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b8fd28-cbe2-45e3-9732-e4e33069a897 None None] Network 72ae1a63-42a2-46f1-ac87-d568b389e095 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:24:16.962719 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43970) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:17.031114 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (72ae1a63-42a2-46f1-ac87-d568b389e095), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.086124 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Deleting port fc0dfc5b-1277-4351-889b-0b5e1124791b {{(pid=103818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:24:17.089779 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.117347 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] DHCP port deletion for 72ae1a63-42a2-46f1-ac87-d568b389e095 request from dv-cinder-master-3-smb {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 10:24:17.165716 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Deleting port fc0dfc5b-1277-4351-889b-0b5e1124791b {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:24:17.166102 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.231185 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] For port fc0dfc5b-1277-4351-889b-0b5e1124791b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fc0dfc5b-1277-4351-889b-0b5e1124791b,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:24:17.231585 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.246137 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Calling delete_port for fc0dfc5b-1277-4351-889b-0b5e1124791b owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:24:17.403734 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.429476 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Pushing event deleted for resources: {'Port': ['ID=fc0dfc5b-1277-4351-889b-0b5e1124791b,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:17.436637 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] No DVR routers for this DVR port fc0dfc5b-1277-4351-889b-0b5e1124791b on host dv-cinder-master-3-smb {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:24:17.439658 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.db [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] For port fc0dfc5b-1277-4351-889b-0b5e1124791b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=fc0dfc5b-1277-4351-889b-0b5e1124791b,segment=NetworkSegment(a3b97368-a859-4a06-81d0-7dbfe0e11d34),segment_id=a3b97368-a859-4a06-81d0-7dbfe0e11d34)] {{(pid=103818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:24:17.440200 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.440305 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.440455 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.440540 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.440839 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.441238 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.441524 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.441847 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.442172 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.442498 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.442850 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.443176 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.443501 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.443828 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.444190 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.445039 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-646523a4-dd0c-494b-993e-8581e6abe9ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=103819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 01 10:24:17.457842 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.plugin [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Calling delete_port for fc0dfc5b-1277-4351-889b-0b5e1124791b owned by network:dhcp {{(pid=103818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:24:17.531242 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13612373'] for port (fc0dfc5b-1277-4351-889b-0b5e1124791b), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.557031 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc0dfc5b-1277-4351-889b-0b5e1124791b,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:17.558925 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] No DVR routers for this DVR port fc0dfc5b-1277-4351-889b-0b5e1124791b on host dv-cinder-master-3-smb {{(pid=103818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:24:17.636862 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (72ae1a63-42a2-46f1-ac87-d568b389e095), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.656003 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ae1a63-42a2-46f1-ac87-d568b389e095']}} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:17.664987 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3b97368-a859-4a06-81d0-7dbfe0e11d34') {'for_net_delete': True} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:17.665321 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.services.segments.db [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3b97368-a859-4a06-81d0-7dbfe0e11d34') {} {{(pid=103818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:17.674235 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12946072'] for segment (a3b97368-a859-4a06-81d0-7dbfe0e11d34), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.687309 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (a3b97368-a859-4a06-81d0-7dbfe0e11d34), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.692954 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=103818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:24:17.693475 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13612288'] for segment (a3b97368-a859-4a06-81d0-7dbfe0e11d34), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: self.session.flush() Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: self.session.flush() Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: self.session.flush() Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: self.session.flush() Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: Traceback (most recent call last): Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: timer() Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: cb(*args, **kw) Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: return func(*args, **kwargs) Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: self._notify() Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: self.callback(batched_events) Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: event.method(event) Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: return f(self, *a, **k) Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: return self._get(url).json() Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: return self.request(url, 'GET', **kwargs) Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:24:17.695732 dv-cinder-master-3-smb neutron-server[103818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:24:17.808681 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (72ae1a63-42a2-46f1-ac87-d568b389e095), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.821426 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:17.821426 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] 10.222.0.13 "DELETE /v2.0/networks/72ae1a63-42a2-46f1-ac87-d568b389e095 HTTP/1.1" status: 204 len: 168 time: 0.8532717 Apr 01 10:24:17.821990 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43972) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:17.827674 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abb591-3be6-4eb4-aa4a-cf398576b357 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ae1a63-42a2-46f1-ac87-d568b389e095,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:18.156046 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2048629'] for router_interface (20327062-6d86-40dc-a0f8-f1f0030f7f33), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:18.253967 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 98afc5b7-37e5-4e97-b3b7-489a9d04866d no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:24:18.273537 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 98afc5b7-37e5-4e97-b3b7-489a9d04866d {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:24:18.273886 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 98afc5b7-37e5-4e97-b3b7-489a9d04866d not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:24:18.274307 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:24:18.293154 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:24:18.293515 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 2f37a3ba-50a7-43ac-8bcb-fb80f211f0c6 not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:24:18.293931 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device fc0dfc5b-1277-4351-889b-0b5e1124791b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:24:18.314656 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: fc0dfc5b-1277-4351-889b-0b5e1124791b {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:24:18.315002 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device fc0dfc5b-1277-4351-889b-0b5e1124791b not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:24:18.401266 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] Deleting port f257de9c-60f7-4c83-8501-3f71701fa207 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:24:18.401602 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:18.474857 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] For port f257de9c-60f7-4c83-8501-3f71701fa207, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=f257de9c-60f7-4c83-8501-3f71701fa207,segment=NetworkSegment(14491ec2-e5dc-4f89-b509-36a53bb4b8c6),segment_id=14491ec2-e5dc-4f89-b509-36a53bb4b8c6)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:24:18.475143 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:18.487705 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] Calling delete_port for f257de9c-60f7-4c83-8501-3f71701fa207 owned by network:router_interface {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:24:18.723085 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (f257de9c-60f7-4c83-8501-3f71701fa207), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:18.750446 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f257de9c-60f7-4c83-8501-3f71701fa207,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:18.923060 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1603933', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2051557'] for router_interface (20327062-6d86-40dc-a0f8-f1f0030f7f33), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:19.133482 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] Router 20327062-6d86-40dc-a0f8-f1f0030f7f33 has already been hosted by L3 agent 93d7ff42-9b36-42be-818e-dc7ae8089a7a {{(pid=103817) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 01 10:24:19.235616 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=103817) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 01 10:24:19.241100 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-1de6d837-3b36-42c4-875e-db6647ac65a2 admin admin] 10.222.0.13 "PUT /v2.0/routers/20327062-6d86-40dc-a0f8-f1f0030f7f33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4196820 Apr 01 10:24:19.243599 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43974) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:19.246419 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4777a5d-a871-4eeb-b9ae-ce8636bf3003 None None] Sync routers for ids ['20327062-6d86-40dc-a0f8-f1f0030f7f33'] in dv-cinder-master-3-smb {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 01 10:24:19.256316 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4777a5d-a871-4eeb-b9ae-ce8636bf3003 None None] Routers {'20327062-6d86-40dc-a0f8-f1f0030f7f33'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:24:19.256923 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-a4777a5d-a871-4eeb-b9ae-ce8636bf3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:24:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['20327062-6d86-40dc-a0f8-f1f0030f7f33'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:19.351201 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Publish callbacks [] for router (20327062-6d86-40dc-a0f8-f1f0030f7f33), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:19.360545 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-a4777a5d-a871-4eeb-b9ae-ce8636bf3003 None None] Set router 20327062-6d86-40dc-a0f8-f1f0030f7f33 gateway port host: dv-cinder-master-3-smb {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:24:19.451735 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Publish callbacks [] for router_gateway (20327062-6d86-40dc-a0f8-f1f0030f7f33), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:19.536793 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-a4777a5d-a871-4eeb-b9ae-ce8636bf3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'name': 'tempest-TestMinimumBasicScenario-1757013962-router', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'external_fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203'}], 'enable_snat': True}, 'gw_port_id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:24:18Z', 'revision_number': 5, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'gw_port': {'id': '2b78335a-2bbf-428f-aa34-332d629fb6e7', 'name': '', 'network_id': 'aeedfa4d-82b6-43b4-8b9b-8358174c47b5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:b6:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'ip_address': '172.37.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9fce0700-5ce0-4e31-be53-f521e5f03b19', 'cidr': '172.37.3.0/24', 'gateway_ip': '172.37.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:19.564278 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4777a5d-a871-4eeb-b9ae-ce8636bf3003 None None] Checking router: 20327062-6d86-40dc-a0f8-f1f0030f7f33 for host: dv-cinder-master-3-smb {{(pid=103820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 01 10:24:19.565234 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Deleting port 2b78335a-2bbf-428f-aa34-332d629fb6e7 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:24:19.565572 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:19.572504 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4777a5d-a871-4eeb-b9ae-ce8636bf3003 None None] Routers {'20327062-6d86-40dc-a0f8-f1f0030f7f33'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=103820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 01 10:24:19.573115 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-a4777a5d-a871-4eeb-b9ae-ce8636bf3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-01T10:04:31Z,description=,heartbeat_timestamp=2022-04-01T10:24:01Z,host='dv-cinder-master-3-smb',id=93d7ff42-9b36-42be-818e-dc7ae8089a7a,load=0,resource_versions=,resources_synced=,started_at=2022-04-01T10:04:31Z,topic='l3_agent')) {'router_ids': ['20327062-6d86-40dc-a0f8-f1f0030f7f33'], 'active': True} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:19.644747 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] For port 2b78335a-2bbf-428f-aa34-332d629fb6e7, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2b78335a-2bbf-428f-aa34-332d629fb6e7,segment=NetworkSegment(c15794b6-f415-4407-ad9d-f7ce24b8df0e),segment_id=c15794b6-f415-4407-ad9d-f7ce24b8df0e)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:24:19.645029 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:19.657375 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Calling delete_port for 2b78335a-2bbf-428f-aa34-332d629fb6e7 owned by network:router_gateway {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:24:19.659089 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_dvr_db [None req-a4777a5d-a871-4eeb-b9ae-ce8636bf3003 None None] Set router 20327062-6d86-40dc-a0f8-f1f0030f7f33 gateway port host: None {{(pid=103820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 01 10:24:19.708934 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.l3_hamode_db [None req-a4777a5d-a871-4eeb-b9ae-ce8636bf3003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'name': 'tempest-TestMinimumBasicScenario-1757013962-router', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:24:19Z', 'revision_number': 6, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=103820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:19.738622 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4777a5d-a871-4eeb-b9ae-ce8636bf3003 None None] The sync data for ids ['20327062-6d86-40dc-a0f8-f1f0030f7f33'] in dv-cinder-master-3-smb is: [{'id': '20327062-6d86-40dc-a0f8-f1f0030f7f33', 'name': 'tempest-TestMinimumBasicScenario-1757013962-router', 'tenant_id': '3eae6a41bcd74f6496a63e12d84f6497', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-01T10:22:06Z', 'updated_at': '2022-04-01T10:24:19Z', 'revision_number': 6, 'project_id': '3eae6a41bcd74f6496a63e12d84f6497', 'gw_port_host': None}] {{(pid=103820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 01 10:24:19.894588 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (2b78335a-2bbf-428f-aa34-332d629fb6e7), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:19.921209 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b78335a-2bbf-428f-aa34-332d629fb6e7,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:19.981870 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-2048271'] for router_gateway (20327062-6d86-40dc-a0f8-f1f0030f7f33), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.291292 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2050451', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1690'] for router (20327062-6d86-40dc-a0f8-f1f0030f7f33), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.293482 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Publish callbacks [] for router_controller (20327062-6d86-40dc-a0f8-f1f0030f7f33), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.391177 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-2050538'] for router (20327062-6d86-40dc-a0f8-f1f0030f7f33), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.391740 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20327062-6d86-40dc-a0f8-f1f0030f7f33 {{(pid=103817) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 01 10:24:20.396814 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.400698 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-222c8088-4cc6-4f76-b54d-6849f6ec3954 admin admin] 10.222.0.13 "DELETE /v2.0/routers/20327062-6d86-40dc-a0f8-f1f0030f7f33 HTTP/1.1" status: 204 len: 168 time: 1.1540599 Apr 01 10:24:20.401059 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43976) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:20.447860 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.db_base_plugin_v2 [None req-47b53297-a430-40eb-ad9d-63478c3bf8a1 admin admin] Deleting subnet 17a7b5da-a9f8-4cec-b5bb-09191327dfa0 {{(pid=103817) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Apr 01 10:24:20.450742 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47b53297-a430-40eb-ad9d-63478c3bf8a1 admin admin] Publish callbacks [] for subnet (17a7b5da-a9f8-4cec-b5bb-09191327dfa0), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.483228 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47b53297-a430-40eb-ad9d-63478c3bf8a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16609337'] for subnet (17a7b5da-a9f8-4cec-b5bb-09191327dfa0), precommit_delete_associations {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.539938 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device f257de9c-60f7-4c83-8501-3f71701fa207 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:24:20.561017 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: f257de9c-60f7-4c83-8501-3f71701fa207 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:24:20.561390 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device f257de9c-60f7-4c83-8501-3f71701fa207 not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:24:20.561812 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 2b78335a-2bbf-428f-aa34-332d629fb6e7 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:24:20.562469 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47b53297-a430-40eb-ad9d-63478c3bf8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3292870'] for subnet (17a7b5da-a9f8-4cec-b5bb-09191327dfa0), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.581024 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 2b78335a-2bbf-428f-aa34-332d629fb6e7 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:24:20.581403 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 2b78335a-2bbf-428f-aa34-332d629fb6e7 not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:24:20.695944 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47b53297-a430-40eb-ad9d-63478c3bf8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3292913', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591950', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13012769', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12969632'] for subnet (17a7b5da-a9f8-4cec-b5bb-09191327dfa0), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.723609 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b53297-a430-40eb-ad9d-63478c3bf8a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17a7b5da-a9f8-4cec-b5bb-09191327dfa0,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:20.726080 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-47b53297-a430-40eb-ad9d-63478c3bf8a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for subnet (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.731563 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-47b53297-a430-40eb-ad9d-63478c3bf8a1 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/17a7b5da-a9f8-4cec-b5bb-09191327dfa0 HTTP/1.1" status: 204 len: 168 time: 0.3272715 Apr 01 10:24:20.731715 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8516acf-e3db-42b2-a426-be4782f836b1 None None] Network 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 requested from dv-cinder-master-3-smb {{(pid=103819) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 01 10:24:20.736356 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43978) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:20.800026 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3152775'] for network (5b295ccf-5e48-48b3-ad7e-bd746cb8f533), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.852188 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Deleting port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 {{(pid=103817) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:24:20.852550 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.905650 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5821c4b-f5b6-4f99-942b-5c9eefc2650f None None] DHCP port deletion for 5b295ccf-5e48-48b3-ad7e-bd746cb8f533 request from dv-cinder-master-3-smb {{(pid=103819) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 01 10:24:20.917553 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.db [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] For port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4e0218e2-2399-4d1b-8a99-bde2e379d9a9,segment=NetworkSegment(14491ec2-e5dc-4f89-b509-36a53bb4b8c6),segment_id=14491ec2-e5dc-4f89-b509-36a53bb4b8c6)] {{(pid=103817) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:24:20.919947 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:20.931143 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.plugin [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Calling delete_port for 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 owned by network:dhcp {{(pid=103817) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:24:20.951851 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-f5821c4b-f5b6-4f99-942b-5c9eefc2650f None None] Deleting port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 {{(pid=103819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 01 10:24:20.952221 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f5821c4b-f5b6-4f99-942b-5c9eefc2650f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783486204694'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), before_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:21.016450 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.db [None req-f5821c4b-f5b6-4f99-942b-5c9eefc2650f None None] For port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4e0218e2-2399-4d1b-8a99-bde2e379d9a9,segment=NetworkSegment(14491ec2-e5dc-4f89-b509-36a53bb4b8c6),segment_id=14491ec2-e5dc-4f89-b509-36a53bb4b8c6)] {{(pid=103819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 01 10:24:21.016726 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f5821c4b-f5b6-4f99-942b-5c9eefc2650f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2056007'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), precommit_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:21.029208 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-f5821c4b-f5b6-4f99-942b-5c9eefc2650f None None] Calling delete_port for 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 owned by network:dhcp {{(pid=103819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Apr 01 10:24:21.059617 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13021650'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:21.087943 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0218e2-2399-4d1b-8a99-bde2e379d9a9,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:21.092851 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] No DVR routers for this DVR port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 on host dv-cinder-master-3-smb {{(pid=103817) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:24:21.103255 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f5821c4b-f5b6-4f99-942b-5c9eefc2650f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3441301', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-408263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783486209657', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783485707767'] for port (4e0218e2-2399-4d1b-8a99-bde2e379d9a9), after_delete {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:21.130955 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5821c4b-f5b6-4f99-942b-5c9eefc2650f None None] Pushing event deleted for resources: {'Port': ['ID=4e0218e2-2399-4d1b-8a99-bde2e379d9a9,revision_number=None']} {{(pid=103819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:21.135452 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5821c4b-f5b6-4f99-942b-5c9eefc2650f None None] No DVR routers for this DVR port 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 on host dv-cinder-master-3-smb {{(pid=103819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 01 10:24:21.162647 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3319629', 'neutron.services.segments.db._delete_segments_for_network-8783486036282'] for network (5b295ccf-5e48-48b3-ad7e-bd746cb8f533), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:21.183063 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b295ccf-5e48-48b3-ad7e-bd746cb8f533']}} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:21.191967 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14491ec2-e5dc-4f89-b509-36a53bb4b8c6') {'for_net_delete': True} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:21.192275 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.services.segments.db [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14491ec2-e5dc-4f89-b509-36a53bb4b8c6') {} {{(pid=103817) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 01 10:24:21.201171 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783486035011', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16609330'] for segment (14491ec2-e5dc-4f89-b509-36a53bb4b8c6), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:21.214756 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609'] for segment (14491ec2-e5dc-4f89-b509-36a53bb4b8c6), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:21.220454 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=103817) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3290609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13021575'] for segment (14491ec2-e5dc-4f89-b509-36a53bb4b8c6), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: Traceback (most recent call last): Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: timer() Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: cb(*args, **kw) Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: return func(*args, **kwargs) Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: self._notify() Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: self.callback(batched_events) Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: event.method(event) Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: aggregate_uuid = self.p_client.list_aggregates( Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: return f(self, *a, **k) Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: return self._get(url).json() Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: return self.request(url, 'GET', **kwargs) Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: base_url = self.get_endpoint(auth, allow=allow, Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 01 10:24:21.223584 dv-cinder-master-3-smb neutron-server[103817]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 01 10:24:21.357459 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3319620', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589557', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1603908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-2048355'] for network (5b295ccf-5e48-48b3-ad7e-bd746cb8f533), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:21.362862 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1603954'] for network (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:21.366553 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5b295ccf-5e48-48b3-ad7e-bd746cb8f533 HTTP/1.1" status: 204 len: 168 time: 0.6333876 Apr 01 10:24:21.377413 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f6272-9121-4371-8a89-ebfd159fb0d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b295ccf-5e48-48b3-ad7e-bd746cb8f533,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:21.731288 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:24:21.764493 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43982) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:21.802511 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-8b56687c-524e-4ef2-b4d6-049d7976773a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1a0219a3340b42dd8246bd34cd2726d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0368044 Apr 01 10:24:21.805644 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [-] (103817) accepted ('10.222.0.13', 43984) {{(pid=103817) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:21.849431 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07d37ff1-565c-4e0f-b0a1-4b512bf0551e admin admin] Publish callbacks [] for security_group (52a3fcf9-cc62-4c6c-b574-d36b4221ed7c), before_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:21.870822 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07d37ff1-565c-4e0f-b0a1-4b512bf0551e admin admin] Publish callbacks [] for security_group (52a3fcf9-cc62-4c6c-b574-d36b4221ed7c), precommit_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:22.037138 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07d37ff1-565c-4e0f-b0a1-4b512bf0551e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (52a3fcf9-cc62-4c6c-b574-d36b4221ed7c), after_delete {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:22.040375 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron_lib.callbacks.manager [None req-07d37ff1-565c-4e0f-b0a1-4b512bf0551e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103817) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:22.041599 dv-cinder-master-3-smb neutron-server[103817]: INFO neutron.wsgi [None req-07d37ff1-565c-4e0f-b0a1-4b512bf0551e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/52a3fcf9-cc62-4c6c-b574-d36b4221ed7c HTTP/1.1" status: 204 len: 168 time: 0.2350681 Apr 01 10:24:22.049480 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d37ff1-565c-4e0f-b0a1-4b512bf0551e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a3fcf9-cc62-4c6c-b574-d36b4221ed7c,revision_number=None']} {{(pid=103817) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:22.240751 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 01 10:24:22.260850 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.plugin [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] No Port match for: 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 {{(pid=103819) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Apr 01 10:24:22.261219 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron.plugins.ml2.rpc [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Device 4e0218e2-2399-4d1b-8a99-bde2e379d9a9 not bound to the agent host dv-cinder-master-3-smb {{(pid=103819) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 01 10:24:22.638200 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43990) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:22.676670 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-ee1d0d0e-a387-4d7a-bc5a-7d6f111c7db9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3eae6a41bcd74f6496a63e12d84f6497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372624 Apr 01 10:24:22.679156 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.wsgi [-] (103818) accepted ('10.222.0.13', 43992) {{(pid=103818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 01 10:24:22.724939 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-44224c97-76d5-443f-8ebd-48c3ee1f7511 admin admin] Publish callbacks [] for security_group (438a571c-f209-4d03-b438-cc49241d43c0), before_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:22.745529 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-44224c97-76d5-443f-8ebd-48c3ee1f7511 admin admin] Publish callbacks [] for security_group (438a571c-f209-4d03-b438-cc49241d43c0), precommit_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:22.860500 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-44224c97-76d5-443f-8ebd-48c3ee1f7511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1589732'] for security_group (438a571c-f209-4d03-b438-cc49241d43c0), after_delete {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:22.862983 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron_lib.callbacks.manager [None req-44224c97-76d5-443f-8ebd-48c3ee1f7511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:22.864170 dv-cinder-master-3-smb neutron-server[103818]: INFO neutron.wsgi [None req-44224c97-76d5-443f-8ebd-48c3ee1f7511 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/438a571c-f209-4d03-b438-cc49241d43c0 HTTP/1.1" status: 204 len: 168 time: 0.1841340 Apr 01 10:24:22.872440 dv-cinder-master-3-smb neutron-server[103818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44224c97-76d5-443f-8ebd-48c3ee1f7511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438a571c-f209-4d03-b438-cc49241d43c0,revision_number=None']} {{(pid=103818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 01 10:24:26.186404 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:28.619848 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-6ddd9419-2d59-4da2-8aa2-7070245ff91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:30.905025 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-f030ac2b-e80c-4cb3-aa87-b7acdf139bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:31.905419 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:33.402700 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:34.934240 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:56.156539 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:58.602422 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-3420a6ca-43cb-487c-98af-f6067448a1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:24:58.729755 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:25:00.859179 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4c114312-d663-44e2-9792-91e900d31e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:25:01.899399 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:25:03.407920 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:25:04.962098 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:25:26.201633 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:25:28.624561 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-7da5f714-0949-4b8b-aa42-f0e39e78b959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:25:30.841944 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-138deece-3d1b-4681-8fcc-a1826905130a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:25:31.904856 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:25:33.424239 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:25:34.949615 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:25:35.727894 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:25:56.206692 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:25:58.617093 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-cf33afd4-689c-4440-9953-8b839181c15c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:00.858178 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ab64179e-c052-467b-85e5-168f12113464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:01.909096 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:03.423130 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:04.937756 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:12.726357 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:26:26.227705 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:28.627845 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-95131323-d1b8-49a1-a269-3e6f89f6fe45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:30.880208 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-98e1e7d1-720d-4596-a5ff-0a5255e57db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:31.908471 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:33.399679 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:34.970554 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:49.725040 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:26:56.227916 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:26:58.615240 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-000f79ab-30b2-4f2d-8365-410dca0b5da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:00.844698 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-a2a5788f-bbd8-481c-8894-53466d80c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:01.935317 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:03.427472 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:04.952840 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:26.243954 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:26.724401 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:27:28.593036 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-30b1229e-6038-43c9-a967-e1bfb77ee7a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:30.872993 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-5da57699-57a4-406d-b0e3-aea57e6e5103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:31.907168 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:33.449926 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:34.940462 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:56.250067 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:27:58.609231 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-8dd57a45-34d6-4de8-85a3-33c0f43b48ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:00.877351 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-ca53c26a-c1b5-47ab-81fe-5d91a0ccd965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:01.928994 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:03.494714 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:03.723561 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:28:05.008239 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:26.259636 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:28.642355 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-4cae6cf1-cac9-4b23-94ad-6f03f77fdd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:30.853960 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-96f2f4e9-3262-49f4-b326-384ace7aa184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:31.922722 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:33.430782 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:34.984303 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:36.982054 dv-cinder-master-3-smb neutron-server[103817]: DEBUG neutron.wsgi [req-40c9334f-a1e0-4a45-926b-cd85149b820d req-e7f11396-03c6-4f1e-bb29-091d518ed728 service neutron] (103817) timed out ('10.222.0.43', 50281) {{(pid=103817) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 01 10:28:40.722602 dv-cinder-master-3-smb neutron-server[103820]: DEBUG neutron.db.agents_db [None req-f80b21d1-e033-44dc-b18c-cb41bae9fddf None None] Agent healthcheck: found 6 active agents {{(pid=103820) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 01 10:28:56.316162 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-83d54ea9-f974-4bf9-85a4-b810c297aecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (9b5b95a2-4868-4b0a-9963-04dd6aa8c12e), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:28:58.646246 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-d71c3554-2ae2-437a-af73-2b1865fdda16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (bc9c3a52-3d55-44b5-9125-c8fbd7a6ccb8), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:29:00.864676 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-93dfcadd-434a-49b4-9b7c-7bb46ee05882 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (93d7ff42-9b36-42be-818e-dc7ae8089a7a), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:29:01.955524 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-621eca3d-a279-4e2d-83af-20f9d0c05435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (488dfd5a-673e-49fa-bd57-c30af49d9c13), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:29:03.446299 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-263ed6f5-33c3-48a9-b1a1-9ad0a302a381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (eb0f2179-3fb3-41cb-a462-79fbe4ec8649), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 01 10:29:05.007027 dv-cinder-master-3-smb neutron-server[103819]: DEBUG neutron_lib.callbacks.manager [None req-e93c1d96-482d-4b69-a809-18f083198ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783486036264', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3321228'] for agent (4ebc32f0-426c-4270-a1c4-a1c1c6a6c5c0), after_update {{(pid=103819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}